2024-11-11 17:16:03,142 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-11 17:16:03,162 main DEBUG Took 0.017981 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 17:16:03,162 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 17:16:03,163 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 17:16:03,165 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 17:16:03,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,178 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 17:16:03,190 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,194 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,196 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,197 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,198 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,200 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,201 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,202 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,203 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,204 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,205 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:16:03,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,207 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 17:16:03,209 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:16:03,210 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 17:16:03,213 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 17:16:03,214 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 17:16:03,215 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 17:16:03,216 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 17:16:03,225 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 17:16:03,228 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 17:16:03,230 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 17:16:03,230 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 17:16:03,231 main DEBUG createAppenders(={Console}) 2024-11-11 17:16:03,232 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-11 17:16:03,232 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-11 17:16:03,232 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-11 17:16:03,233 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 17:16:03,233 main DEBUG OutputStream closed 2024-11-11 17:16:03,234 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 17:16:03,234 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 17:16:03,235 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-11 17:16:03,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 17:16:03,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 17:16:03,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 17:16:03,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 17:16:03,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 17:16:03,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 17:16:03,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 17:16:03,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 17:16:03,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 17:16:03,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 17:16:03,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 17:16:03,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 17:16:03,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 17:16:03,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 17:16:03,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 17:16:03,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 17:16:03,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 17:16:03,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 17:16:03,334 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 17:16:03,335 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-11 17:16:03,335 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 17:16:03,336 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-11T17:16:03,350 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-11 17:16:03,353 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 17:16:03,354 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T17:16:03,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=8432 2024-11-11T17:16:03,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722 2024-11-11T17:16:03,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T17:16:03,651 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91, deleteOnExit=true 2024-11-11T17:16:03,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T17:16:03,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/test.cache.data in system properties and HBase conf 2024-11-11T17:16:03,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T17:16:03,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.log.dir in system properties and HBase conf 2024-11-11T17:16:03,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T17:16:03,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T17:16:03,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T17:16:03,730 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T17:16:03,816 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T17:16:03,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:03,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:03,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T17:16:03,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:03,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T17:16:03,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T17:16:03,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:03,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:03,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T17:16:03,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/nfs.dump.dir in system properties and HBase conf 2024-11-11T17:16:03,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/java.io.tmpdir in system properties and HBase conf 2024-11-11T17:16:03,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:03,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T17:16:03,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T17:16:04,826 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T17:16:04,892 INFO [Time-limited test {}] log.Log(170): Logging initialized @2451ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T17:16:04,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:05,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:05,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:05,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:05,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T17:16:05,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:05,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771ed57b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:05,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b611082{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:05,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@480ba9e3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/java.io.tmpdir/jetty-localhost-33009-hadoop-hdfs-3_4_1-tests_jar-_-any-10149636031537622770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:05,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6978e1b9{HTTP/1.1, (http/1.1)}{localhost:33009} 2024-11-11T17:16:05,210 INFO [Time-limited test {}] server.Server(415): Started @2769ms 2024-11-11T17:16:05,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:05,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:05,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:05,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:05,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T17:16:05,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3351006d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:05,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c385d08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:05,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@88232f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/java.io.tmpdir/jetty-localhost-38613-hadoop-hdfs-3_4_1-tests_jar-_-any-10159127253117962472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:05,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2880074a{HTTP/1.1, (http/1.1)}{localhost:38613} 2024-11-11T17:16:05,859 INFO [Time-limited test {}] server.Server(415): Started @3418ms 2024-11-11T17:16:05,908 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:06,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:06,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:06,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:06,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:06,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T17:16:06,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f223102{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:06,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b338796{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:06,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56faf710{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/java.io.tmpdir/jetty-localhost-34255-hadoop-hdfs-3_4_1-tests_jar-_-any-11989007319354098155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:06,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a656d93{HTTP/1.1, (http/1.1)}{localhost:34255} 2024-11-11T17:16:06,146 INFO [Time-limited test {}] server.Server(415): Started @3706ms 2024-11-11T17:16:06,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:07,197 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91/data/data4/current/BP-1507270816-172.17.0.2-1731345364354/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:07,197 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91/data/data3/current/BP-1507270816-172.17.0.2-1731345364354/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:07,197 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91/data/data2/current/BP-1507270816-172.17.0.2-1731345364354/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:07,197 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91/data/data1/current/BP-1507270816-172.17.0.2-1731345364354/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:07,229 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:07,229 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6da0738e7f02482 with lease ID 0x7b8904dfe072785b: Processing first storage report for DS-99dbb13b-0650-4896-ac26-c18ec0ffbbc6 from datanode DatanodeRegistration(127.0.0.1:33609, datanodeUuid=27cb3f16-1b10-4d4f-adb0-0e61aef1c9dc, infoPort=42769, infoSecurePort=0, ipcPort=42653, storageInfo=lv=-57;cid=testClusterID;nsid=708597401;c=1731345364354) 2024-11-11T17:16:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6da0738e7f02482 with lease ID 0x7b8904dfe072785b: from storage DS-99dbb13b-0650-4896-ac26-c18ec0ffbbc6 node DatanodeRegistration(127.0.0.1:33609, datanodeUuid=27cb3f16-1b10-4d4f-adb0-0e61aef1c9dc, infoPort=42769, infoSecurePort=0, ipcPort=42653, storageInfo=lv=-57;cid=testClusterID;nsid=708597401;c=1731345364354), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T17:16:07,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3045e0195a91b1d with lease ID 0x7b8904dfe072785c: Processing first storage report for DS-a9e5a1aa-2887-4d5b-9bc7-ca88719da8fc from datanode DatanodeRegistration(127.0.0.1:33039, datanodeUuid=f47964c6-20fa-4cc6-b888-7ed465b0bffc, infoPort=40301, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=708597401;c=1731345364354) 2024-11-11T17:16:07,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3045e0195a91b1d with lease ID 0x7b8904dfe072785c: from storage DS-a9e5a1aa-2887-4d5b-9bc7-ca88719da8fc node DatanodeRegistration(127.0.0.1:33039, datanodeUuid=f47964c6-20fa-4cc6-b888-7ed465b0bffc, infoPort=40301, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=708597401;c=1731345364354), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:07,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6da0738e7f02482 with lease ID 0x7b8904dfe072785b: Processing first storage report for DS-640896ac-f7cb-49c6-ace4-633ec758b77d from datanode DatanodeRegistration(127.0.0.1:33609, datanodeUuid=27cb3f16-1b10-4d4f-adb0-0e61aef1c9dc, infoPort=42769, infoSecurePort=0, ipcPort=42653, storageInfo=lv=-57;cid=testClusterID;nsid=708597401;c=1731345364354) 2024-11-11T17:16:07,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6da0738e7f02482 with lease ID 0x7b8904dfe072785b: from storage DS-640896ac-f7cb-49c6-ace4-633ec758b77d node DatanodeRegistration(127.0.0.1:33609, datanodeUuid=27cb3f16-1b10-4d4f-adb0-0e61aef1c9dc, infoPort=42769, infoSecurePort=0, ipcPort=42653, storageInfo=lv=-57;cid=testClusterID;nsid=708597401;c=1731345364354), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:07,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3045e0195a91b1d with lease ID 0x7b8904dfe072785c: Processing first storage report for DS-2083c69f-14a2-4d97-862d-0433dee2bbcd from datanode DatanodeRegistration(127.0.0.1:33039, datanodeUuid=f47964c6-20fa-4cc6-b888-7ed465b0bffc, infoPort=40301, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=708597401;c=1731345364354) 2024-11-11T17:16:07,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3045e0195a91b1d with lease ID 0x7b8904dfe072785c: from storage DS-2083c69f-14a2-4d97-862d-0433dee2bbcd node DatanodeRegistration(127.0.0.1:33039, datanodeUuid=f47964c6-20fa-4cc6-b888-7ed465b0bffc, infoPort=40301, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=708597401;c=1731345364354), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:07,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722 2024-11-11T17:16:07,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91/zookeeper_0, clientPort=61106, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T17:16:07,431 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61106 2024-11-11T17:16:07,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:07,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:07,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:07,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:08,063 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7 with version=8 2024-11-11T17:16:08,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/hbase-staging 2024-11-11T17:16:08,136 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T17:16:08,352 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:08,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:08,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:08,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:08,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:08,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:08,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T17:16:08,544 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T17:16:08,553 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T17:16:08,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:08,580 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 53260 (auto-detected) 2024-11-11T17:16:08,581 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T17:16:08,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39041 2024-11-11T17:16:08,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39041 connecting to ZooKeeper ensemble=127.0.0.1:61106 2024-11-11T17:16:08,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390410x0, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:08,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39041-0x1012c2f73580000 connected 2024-11-11T17:16:09,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:09,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:09,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:09,098 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7, hbase.cluster.distributed=false 2024-11-11T17:16:09,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:09,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39041 2024-11-11T17:16:09,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39041 2024-11-11T17:16:09,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39041 2024-11-11T17:16:09,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39041 2024-11-11T17:16:09,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39041 2024-11-11T17:16:09,215 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:09,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:09,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:09,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:09,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:09,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:09,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:09,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:09,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35201 2024-11-11T17:16:09,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35201 connecting to ZooKeeper ensemble=127.0.0.1:61106 2024-11-11T17:16:09,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:09,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:09,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352010x0, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:09,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35201-0x1012c2f73580001 connected 2024-11-11T17:16:09,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352010x0, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:09,250 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:09,256 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:09,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:09,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:09,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35201 2024-11-11T17:16:09,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35201 2024-11-11T17:16:09,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35201 2024-11-11T17:16:09,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35201 2024-11-11T17:16:09,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35201 2024-11-11T17:16:09,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:09,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:09,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:09,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:09,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:09,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:09,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:09,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:09,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37595 2024-11-11T17:16:09,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37595 connecting to ZooKeeper ensemble=127.0.0.1:61106 2024-11-11T17:16:09,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:09,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:09,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375950x0, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:09,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37595-0x1012c2f73580002 connected 2024-11-11T17:16:09,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:09,305 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:09,305 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:09,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:09,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:09,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-11T17:16:09,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37595 2024-11-11T17:16:09,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37595 2024-11-11T17:16:09,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-11T17:16:09,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37595 2024-11-11T17:16:09,325 DEBUG [M:0;01af7571cc75:39041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01af7571cc75:39041 2024-11-11T17:16:09,326 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/01af7571cc75,39041,1731345368204 2024-11-11T17:16:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:09,340 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/01af7571cc75,39041,1731345368204 2024-11-11T17:16:09,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:09,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:09,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:09,370 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T17:16:09,371 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/01af7571cc75,39041,1731345368204 from backup master directory 2024-11-11T17:16:09,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:09,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:09,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/01af7571cc75,39041,1731345368204 2024-11-11T17:16:09,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:09,379 WARN [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:09,379 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01af7571cc75,39041,1731345368204 2024-11-11T17:16:09,381 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T17:16:09,383 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T17:16:09,432 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/hbase.id] with ID: b6c0b713-9b82-481d-9454-46da2a29bbeb 2024-11-11T17:16:09,432 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/.tmp/hbase.id 2024-11-11T17:16:09,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:09,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:09,446 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/.tmp/hbase.id]:[hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/hbase.id] 2024-11-11T17:16:09,492 INFO [master/01af7571cc75:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:09,498 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T17:16:09,517 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-11T17:16:09,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:09,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:09,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:09,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:09,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:09,562 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:09,564 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T17:16:09,578 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T17:16:09,582 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:09,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:09,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:09,627 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store 2024-11-11T17:16:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:09,652 INFO [master/01af7571cc75:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T17:16:09,656 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:09,657 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:09,657 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:09,658 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:09,660 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:09,660 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:09,660 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:09,661 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345369657Disabling compacts and flushes for region at 1731345369657Disabling writes for close at 1731345369660 (+3 ms)Writing region close event to WAL at 1731345369660Closed at 1731345369660 2024-11-11T17:16:09,663 WARN [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/.initializing 2024-11-11T17:16:09,664 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/WALs/01af7571cc75,39041,1731345368204 2024-11-11T17:16:09,673 INFO [master/01af7571cc75:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:09,686 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C39041%2C1731345368204, suffix=, logDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/WALs/01af7571cc75,39041,1731345368204, archiveDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/oldWALs, maxLogs=10 2024-11-11T17:16:09,706 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/WALs/01af7571cc75,39041,1731345368204/01af7571cc75%2C39041%2C1731345368204.1731345369690, exclude list is [], retry=0 2024-11-11T17:16:09,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33039,DS-a9e5a1aa-2887-4d5b-9bc7-ca88719da8fc,DISK] 2024-11-11T17:16:09,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-99dbb13b-0650-4896-ac26-c18ec0ffbbc6,DISK] 2024-11-11T17:16:09,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T17:16:09,758 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/WALs/01af7571cc75,39041,1731345368204/01af7571cc75%2C39041%2C1731345368204.1731345369690 2024-11-11T17:16:09,758 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42769:42769),(127.0.0.1/127.0.0.1:40301:40301)] 2024-11-11T17:16:09,759 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:09,760 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:09,763 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,764 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T17:16:09,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:09,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:09,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T17:16:09,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:09,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:09,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T17:16:09,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:09,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:09,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T17:16:09,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:09,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:09,839 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,842 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,844 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,849 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,849 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,852 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:09,855 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:09,860 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:09,861 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67429813, jitterRate=0.004782512784004211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:09,868 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731345369776Initializing all the Stores at 1731345369777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345369778 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345369778Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345369779 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345369779Cleaning up temporary data from old regions at 1731345369849 (+70 ms)Region opened successfully at 1731345369868 (+19 ms) 2024-11-11T17:16:09,870 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T17:16:09,898 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d220d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:09,925 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T17:16:09,935 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T17:16:09,935 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T17:16:09,937 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T17:16:09,939 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T17:16:09,943 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T17:16:09,943 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T17:16:09,968 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T17:16:09,975 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T17:16:10,012 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T17:16:10,016 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T17:16:10,018 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T17:16:10,028 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T17:16:10,030 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T17:16:10,033 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T17:16:10,043 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T17:16:10,045 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T17:16:10,053 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T17:16:10,076 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T17:16:10,086 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T17:16:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,099 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01af7571cc75,39041,1731345368204, sessionid=0x1012c2f73580000, setting cluster-up flag (Was=false) 2024-11-11T17:16:10,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,153 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T17:16:10,157 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,39041,1731345368204 2024-11-11T17:16:10,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,203 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T17:16:10,207 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,39041,1731345368204 2024-11-11T17:16:10,215 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T17:16:10,281 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:10,290 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T17:16:10,295 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T17:16:10,300 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01af7571cc75,39041,1731345368204 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T17:16:10,307 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:10,307 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:10,307 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:10,307 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:10,307 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01af7571cc75:0, corePoolSize=10, maxPoolSize=10 2024-11-11T17:16:10,307 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,307 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:10,308 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,309 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731345400309 2024-11-11T17:16:10,310 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T17:16:10,311 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T17:16:10,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:10,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T17:16:10,314 INFO [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(746): ClusterId : b6c0b713-9b82-481d-9454-46da2a29bbeb 2024-11-11T17:16:10,314 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(746): ClusterId : b6c0b713-9b82-481d-9454-46da2a29bbeb 2024-11-11T17:16:10,315 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T17:16:10,315 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T17:16:10,316 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T17:16:10,316 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T17:16:10,317 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:10,317 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:10,320 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:10,320 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T17:16:10,319 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,323 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T17:16:10,324 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T17:16:10,324 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T17:16:10,326 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T17:16:10,326 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T17:16:10,330 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:10,330 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:10,330 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:10,330 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:10,331 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345370327,5,FailOnTimeoutGroup] 2024-11-11T17:16:10,335 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345370331,5,FailOnTimeoutGroup] 2024-11-11T17:16:10,335 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,335 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T17:16:10,337 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,337 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,338 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:10,338 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:10,339 DEBUG [RS:1;01af7571cc75:37595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3b60cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:10,339 DEBUG [RS:0;01af7571cc75:35201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f662ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:10,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:10,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:10,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T17:16:10,342 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7 2024-11-11T17:16:10,354 DEBUG [RS:0;01af7571cc75:35201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01af7571cc75:35201 2024-11-11T17:16:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741832_1008 (size=32) 2024-11-11T17:16:10,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741832_1008 (size=32) 2024-11-11T17:16:10,358 INFO [RS:0;01af7571cc75:35201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:10,358 INFO [RS:0;01af7571cc75:35201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:10,358 DEBUG [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:10,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:10,359 DEBUG [RS:1;01af7571cc75:37595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;01af7571cc75:37595 2024-11-11T17:16:10,360 INFO [RS:1;01af7571cc75:37595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:10,360 INFO [RS:1;01af7571cc75:37595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:10,360 DEBUG [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:10,361 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,39041,1731345368204 with port=37595, startcode=1731345369281 2024-11-11T17:16:10,361 INFO [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,39041,1731345368204 with port=35201, startcode=1731345369185 2024-11-11T17:16:10,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:10,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:10,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:10,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:10,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:10,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:10,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:10,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:10,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:10,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:10,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:10,374 DEBUG [RS:1;01af7571cc75:37595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:10,374 DEBUG [RS:0;01af7571cc75:35201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:10,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:10,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:10,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:10,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:10,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:10,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:10,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740 2024-11-11T17:16:10,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740 2024-11-11T17:16:10,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:10,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:10,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:10,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:10,396 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:10,398 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69527517, jitterRate=0.036040738224983215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:10,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731345370359Initializing all the Stores at 1731345370361 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345370361Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345370361Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345370361Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345370361Cleaning up temporary data from old regions at 1731345370384 (+23 ms)Region opened successfully at 1731345370403 (+19 ms) 2024-11-11T17:16:10,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:10,403 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:10,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:10,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T17:16:10,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:10,405 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:10,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345370403Disabling compacts and flushes for region at 1731345370403Disabling writes for close at 1731345370403Writing region close event to WAL at 1731345370404 (+1 ms)Closed at 1731345370405 (+1 ms) 2024-11-11T17:16:10,410 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:10,410 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:10,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:10,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T17:16:10,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,35201,1731345369185 2024-11-11T17:16:10,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T17:16:10,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39041 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,35201,1731345369185 2024-11-11T17:16:10,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:10,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,37595,1731345369281 2024-11-11T17:16:10,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39041 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,37595,1731345369281 2024-11-11T17:16:10,434 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T17:16:10,436 DEBUG [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7 2024-11-11T17:16:10,436 DEBUG [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39261 2024-11-11T17:16:10,436 DEBUG [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:10,438 DEBUG [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7 2024-11-11T17:16:10,438 DEBUG [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39261 2024-11-11T17:16:10,438 DEBUG [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:10,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:10,479 DEBUG [RS:1;01af7571cc75:37595 {}] zookeeper.ZKUtil(111): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,37595,1731345369281 2024-11-11T17:16:10,479 WARN [RS:1;01af7571cc75:37595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:10,480 INFO [RS:1;01af7571cc75:37595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:10,480 DEBUG [RS:0;01af7571cc75:35201 {}] zookeeper.ZKUtil(111): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,35201,1731345369185 2024-11-11T17:16:10,480 WARN [RS:0;01af7571cc75:35201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:10,480 INFO [RS:0;01af7571cc75:35201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:10,480 DEBUG [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/WALs/01af7571cc75,37595,1731345369281 2024-11-11T17:16:10,481 DEBUG [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/WALs/01af7571cc75,35201,1731345369185 2024-11-11T17:16:10,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,37595,1731345369281] 2024-11-11T17:16:10,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,35201,1731345369185] 2024-11-11T17:16:10,508 INFO [RS:0;01af7571cc75:35201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:10,508 INFO [RS:1;01af7571cc75:37595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:10,523 INFO [RS:0;01af7571cc75:35201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:10,523 INFO [RS:1;01af7571cc75:37595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:10,528 INFO [RS:1;01af7571cc75:37595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:10,528 INFO [RS:0;01af7571cc75:35201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:10,528 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,528 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,529 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:10,529 INFO [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:10,535 INFO [RS:0;01af7571cc75:35201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:10,535 INFO [RS:1;01af7571cc75:37595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:10,537 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,537 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,537 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,537 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,537 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,537 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,538 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,538 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,538 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,538 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,538 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,538 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,538 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:10,538 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:10,538 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,538 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,538 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,538 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,538 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,539 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,539 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,539 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,539 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,539 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,539 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,539 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:10,539 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:10,539 DEBUG [RS:1;01af7571cc75:37595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:10,539 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:10,540 DEBUG [RS:0;01af7571cc75:35201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:10,541 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,541 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,541 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,541 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,541 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,541 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,541 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,542 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,542 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,542 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,37595,1731345369281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:10,542 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,542 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,35201,1731345369185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:10,560 INFO [RS:0;01af7571cc75:35201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:10,561 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,35201,1731345369185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,562 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,562 INFO [RS:0;01af7571cc75:35201 {}] regionserver.Replication(171): 01af7571cc75,35201,1731345369185 started 2024-11-11T17:16:10,563 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:10,564 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,37595,1731345369281-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,564 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,564 INFO [RS:1;01af7571cc75:37595 {}] regionserver.Replication(171): 01af7571cc75,37595,1731345369281 started 2024-11-11T17:16:10,579 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,580 INFO [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,35201,1731345369185, RpcServer on 01af7571cc75/172.17.0.2:35201, sessionid=0x1012c2f73580001 2024-11-11T17:16:10,580 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:10,581 DEBUG [RS:0;01af7571cc75:35201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,35201,1731345369185 2024-11-11T17:16:10,581 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,35201,1731345369185' 2024-11-11T17:16:10,581 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:10,582 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:10,582 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:10,582 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:10,583 DEBUG [RS:0;01af7571cc75:35201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,35201,1731345369185 2024-11-11T17:16:10,583 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,35201,1731345369185' 2024-11-11T17:16:10,583 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:10,583 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:10,584 DEBUG [RS:0;01af7571cc75:35201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:10,584 INFO [RS:0;01af7571cc75:35201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:10,584 INFO [RS:0;01af7571cc75:35201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:10,585 WARN [01af7571cc75:39041 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T17:16:10,586 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:10,586 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,37595,1731345369281, RpcServer on 01af7571cc75/172.17.0.2:37595, sessionid=0x1012c2f73580002 2024-11-11T17:16:10,587 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:10,587 DEBUG [RS:1;01af7571cc75:37595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,37595,1731345369281 2024-11-11T17:16:10,587 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,37595,1731345369281' 2024-11-11T17:16:10,587 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:10,588 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:10,588 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:10,588 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:10,588 DEBUG [RS:1;01af7571cc75:37595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,37595,1731345369281 2024-11-11T17:16:10,589 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,37595,1731345369281' 2024-11-11T17:16:10,589 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:10,589 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:10,590 DEBUG [RS:1;01af7571cc75:37595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:10,590 INFO [RS:1;01af7571cc75:37595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:10,590 INFO [RS:1;01af7571cc75:37595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:10,688 INFO [RS:0;01af7571cc75:35201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:10,691 INFO [RS:0;01af7571cc75:35201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C35201%2C1731345369185, suffix=, logDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/WALs/01af7571cc75,35201,1731345369185, archiveDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/oldWALs, maxLogs=32 2024-11-11T17:16:10,691 INFO [RS:1;01af7571cc75:37595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:10,694 INFO [RS:1;01af7571cc75:37595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C37595%2C1731345369281, suffix=, logDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/WALs/01af7571cc75,37595,1731345369281, archiveDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/oldWALs, maxLogs=32 2024-11-11T17:16:10,706 DEBUG [RS:0;01af7571cc75:35201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/WALs/01af7571cc75,35201,1731345369185/01af7571cc75%2C35201%2C1731345369185.1731345370694, exclude list is [], retry=0 2024-11-11T17:16:10,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33039,DS-a9e5a1aa-2887-4d5b-9bc7-ca88719da8fc,DISK] 2024-11-11T17:16:10,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-99dbb13b-0650-4896-ac26-c18ec0ffbbc6,DISK] 2024-11-11T17:16:10,713 DEBUG [RS:1;01af7571cc75:37595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/WALs/01af7571cc75,37595,1731345369281/01af7571cc75%2C37595%2C1731345369281.1731345370696, exclude list is [], retry=0 2024-11-11T17:16:10,715 INFO [RS:0;01af7571cc75:35201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/WALs/01af7571cc75,35201,1731345369185/01af7571cc75%2C35201%2C1731345369185.1731345370694 2024-11-11T17:16:10,716 DEBUG [RS:0;01af7571cc75:35201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42769:42769),(127.0.0.1/127.0.0.1:40301:40301)] 2024-11-11T17:16:10,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-99dbb13b-0650-4896-ac26-c18ec0ffbbc6,DISK] 2024-11-11T17:16:10,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33039,DS-a9e5a1aa-2887-4d5b-9bc7-ca88719da8fc,DISK] 2024-11-11T17:16:10,722 INFO [RS:1;01af7571cc75:37595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/WALs/01af7571cc75,37595,1731345369281/01af7571cc75%2C37595%2C1731345369281.1731345370696 2024-11-11T17:16:10,723 DEBUG [RS:1;01af7571cc75:37595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42769:42769),(127.0.0.1/127.0.0.1:40301:40301)] 2024-11-11T17:16:10,840 DEBUG [01af7571cc75:39041 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T17:16:10,851 DEBUG [01af7571cc75:39041 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:10,857 DEBUG [01af7571cc75:39041 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:10,857 DEBUG [01af7571cc75:39041 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:10,857 DEBUG [01af7571cc75:39041 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:10,857 DEBUG [01af7571cc75:39041 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:10,857 INFO [01af7571cc75:39041 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:10,857 INFO [01af7571cc75:39041 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:10,857 DEBUG [01af7571cc75:39041 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:10,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01af7571cc75,37595,1731345369281 2024-11-11T17:16:10,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,37595,1731345369281, state=OPENING 2024-11-11T17:16:10,903 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T17:16:10,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:10,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:10,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:10,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:10,916 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:10,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,37595,1731345369281}] 2024-11-11T17:16:11,097 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:11,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:11,111 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T17:16:11,112 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:11,112 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T17:16:11,116 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C37595%2C1731345369281.meta, suffix=.meta, logDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/WALs/01af7571cc75,37595,1731345369281, archiveDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/oldWALs, maxLogs=32 2024-11-11T17:16:11,132 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/WALs/01af7571cc75,37595,1731345369281/01af7571cc75%2C37595%2C1731345369281.meta.1731345371118.meta, exclude list is [], retry=0 2024-11-11T17:16:11,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-99dbb13b-0650-4896-ac26-c18ec0ffbbc6,DISK] 2024-11-11T17:16:11,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33039,DS-a9e5a1aa-2887-4d5b-9bc7-ca88719da8fc,DISK] 2024-11-11T17:16:11,139 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/WALs/01af7571cc75,37595,1731345369281/01af7571cc75%2C37595%2C1731345369281.meta.1731345371118.meta 2024-11-11T17:16:11,140 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42769:42769),(127.0.0.1/127.0.0.1:40301:40301)] 2024-11-11T17:16:11,140 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:11,142 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T17:16:11,144 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T17:16:11,148 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T17:16:11,152 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T17:16:11,152 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:11,153 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T17:16:11,153 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T17:16:11,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:11,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:11,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:11,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:11,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:11,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:11,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:11,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:11,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:11,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:11,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:11,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:11,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:11,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:11,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:11,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:11,166 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:11,167 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740 2024-11-11T17:16:11,169 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740 2024-11-11T17:16:11,172 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:11,172 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:11,173 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:11,176 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:11,177 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72895526, jitterRate=0.08622798323631287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:11,178 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T17:16:11,179 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731345371153Writing region info on filesystem at 1731345371153Initializing all the Stores at 1731345371155 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345371155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345371156 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345371156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345371156Cleaning up temporary data from old regions at 1731345371172 (+16 ms)Running coprocessor post-open hooks at 1731345371178 (+6 ms)Region opened successfully at 1731345371179 (+1 ms) 2024-11-11T17:16:11,186 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731345371088 2024-11-11T17:16:11,198 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T17:16:11,199 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T17:16:11,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,37595,1731345369281 2024-11-11T17:16:11,203 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,37595,1731345369281, state=OPEN 2024-11-11T17:16:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:11,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:11,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:11,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:11,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01af7571cc75,37595,1731345369281 2024-11-11T17:16:11,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T17:16:11,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,37595,1731345369281 in 317 msec 2024-11-11T17:16:11,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T17:16:11,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 827 msec 2024-11-11T17:16:11,254 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:11,254 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T17:16:11,276 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:11,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,37595,1731345369281, seqNum=-1] 2024-11-11T17:16:11,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:11,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:11,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0750 sec 2024-11-11T17:16:11,320 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731345371320, completionTime=-1 2024-11-11T17:16:11,322 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T17:16:11,323 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T17:16:11,368 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T17:16:11,368 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731345431368 2024-11-11T17:16:11,368 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731345491368 2024-11-11T17:16:11,369 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 45 msec 2024-11-11T17:16:11,371 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T17:16:11,383 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,39041,1731345368204-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:11,383 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,39041,1731345368204-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:11,384 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,39041,1731345368204-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:11,386 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01af7571cc75:39041, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:11,386 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:11,387 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:11,393 DEBUG [master/01af7571cc75:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T17:16:11,415 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.035sec 2024-11-11T17:16:11,417 INFO [master/01af7571cc75:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T17:16:11,418 INFO [master/01af7571cc75:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T17:16:11,419 INFO [master/01af7571cc75:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T17:16:11,420 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T17:16:11,420 INFO [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T17:16:11,421 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,39041,1731345368204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:11,421 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,39041,1731345368204-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T17:16:11,426 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T17:16:11,427 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T17:16:11,427 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,39041,1731345368204-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:11,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac9b5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:11,532 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T17:16:11,532 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T17:16:11,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,39041,-1 for getting cluster id 2024-11-11T17:16:11,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T17:16:11,566 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6c0b713-9b82-481d-9454-46da2a29bbeb' 2024-11-11T17:16:11,568 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T17:16:11,568 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6c0b713-9b82-481d-9454-46da2a29bbeb" 2024-11-11T17:16:11,568 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dac3f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:11,569 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,39041,-1] 2024-11-11T17:16:11,571 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T17:16:11,572 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:11,574 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T17:16:11,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5b65f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:11,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:11,583 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,37595,1731345369281, seqNum=-1] 2024-11-11T17:16:11,584 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:11,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:11,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01af7571cc75,39041,1731345368204 2024-11-11T17:16:11,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T17:16:11,611 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,39041,1731345368204 2024-11-11T17:16:11,613 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@507c75ad 2024-11-11T17:16:11,614 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T17:16:11,616 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T17:16:11,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T17:16:11,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T17:16:11,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T17:16:11,634 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:11,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T17:16:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:11,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:11,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:11,652 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18eb9c6bf3edc0e86cc1855a847be89c, NAME => 'testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7 2024-11-11T17:16:11,652 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f482fdf5b61a88f34a2c281c17317222, NAME => 'testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7 2024-11-11T17:16:11,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:11,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:11,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:11,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:12,069 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:12,069 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:12,069 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing f482fdf5b61a88f34a2c281c17317222, disabling compactions & flushes 2024-11-11T17:16:12,069 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 18eb9c6bf3edc0e86cc1855a847be89c, disabling compactions & flushes 2024-11-11T17:16:12,069 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:12,069 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:12,069 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:12,070 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. after waiting 0 ms 2024-11-11T17:16:12,070 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:12,070 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:12,070 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:12,070 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. after waiting 0 ms 2024-11-11T17:16:12,070 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for f482fdf5b61a88f34a2c281c17317222: Waiting for close lock at 1731345372069Disabling compacts and flushes for region at 1731345372069Disabling writes for close at 1731345372070 (+1 ms)Writing region close event to WAL at 1731345372070Closed at 1731345372070 2024-11-11T17:16:12,070 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:12,070 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:12,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18eb9c6bf3edc0e86cc1855a847be89c: Waiting for close lock at 1731345372069Disabling compacts and flushes for region at 1731345372069Disabling writes for close at 1731345372070 (+1 ms)Writing region close event to WAL at 1731345372070Closed at 1731345372070 2024-11-11T17:16:12,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T17:16:12,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345372075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345372075"}]},"ts":"1731345372075"} 2024-11-11T17:16:12,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345372075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345372075"}]},"ts":"1731345372075"} 2024-11-11T17:16:12,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T17:16:12,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T17:16:12,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345372115"}]},"ts":"1731345372115"} 2024-11-11T17:16:12,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T17:16:12,122 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:12,124 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:12,124 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:12,124 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:12,124 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:12,124 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:12,124 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:12,124 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:12,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=18eb9c6bf3edc0e86cc1855a847be89c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f482fdf5b61a88f34a2c281c17317222, ASSIGN}] 2024-11-11T17:16:12,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f482fdf5b61a88f34a2c281c17317222, ASSIGN 2024-11-11T17:16:12,129 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=18eb9c6bf3edc0e86cc1855a847be89c, ASSIGN 2024-11-11T17:16:12,131 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f482fdf5b61a88f34a2c281c17317222, ASSIGN; state=OFFLINE, location=01af7571cc75,37595,1731345369281; forceNewPlan=false, retain=false 2024-11-11T17:16:12,131 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=18eb9c6bf3edc0e86cc1855a847be89c, ASSIGN; state=OFFLINE, location=01af7571cc75,35201,1731345369185; forceNewPlan=false, retain=false 2024-11-11T17:16:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:12,284 INFO [01af7571cc75:39041 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T17:16:12,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f482fdf5b61a88f34a2c281c17317222, regionState=OPENING, regionLocation=01af7571cc75,37595,1731345369281 2024-11-11T17:16:12,285 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18eb9c6bf3edc0e86cc1855a847be89c, regionState=OPENING, regionLocation=01af7571cc75,35201,1731345369185 2024-11-11T17:16:12,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=18eb9c6bf3edc0e86cc1855a847be89c, ASSIGN because future has completed 2024-11-11T17:16:12,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18eb9c6bf3edc0e86cc1855a847be89c, server=01af7571cc75,35201,1731345369185}] 2024-11-11T17:16:12,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f482fdf5b61a88f34a2c281c17317222, ASSIGN because future has completed 2024-11-11T17:16:12,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f482fdf5b61a88f34a2c281c17317222, server=01af7571cc75,37595,1731345369281}] 2024-11-11T17:16:12,444 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:12,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:12,453 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:12,454 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:12,454 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 18eb9c6bf3edc0e86cc1855a847be89c, NAME => 'testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T17:16:12,454 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => f482fdf5b61a88f34a2c281c17317222, NAME => 'testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T17:16:12,454 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:12,454 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:12,454 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:12,454 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:12,455 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:12,455 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:12,455 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:12,455 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:12,457 INFO [StoreOpener-18eb9c6bf3edc0e86cc1855a847be89c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:12,457 INFO [StoreOpener-f482fdf5b61a88f34a2c281c17317222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:12,459 INFO [StoreOpener-18eb9c6bf3edc0e86cc1855a847be89c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18eb9c6bf3edc0e86cc1855a847be89c columnFamilyName family 2024-11-11T17:16:12,459 INFO [StoreOpener-f482fdf5b61a88f34a2c281c17317222-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f482fdf5b61a88f34a2c281c17317222 columnFamilyName family 2024-11-11T17:16:12,460 DEBUG [StoreOpener-f482fdf5b61a88f34a2c281c17317222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:12,460 DEBUG [StoreOpener-18eb9c6bf3edc0e86cc1855a847be89c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:12,461 INFO [StoreOpener-18eb9c6bf3edc0e86cc1855a847be89c-1 {}] regionserver.HStore(327): Store=18eb9c6bf3edc0e86cc1855a847be89c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:12,461 INFO [StoreOpener-f482fdf5b61a88f34a2c281c17317222-1 {}] regionserver.HStore(327): Store=f482fdf5b61a88f34a2c281c17317222/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:12,461 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:12,461 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:12,462 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:12,462 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:12,463 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:12,463 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:12,464 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:12,464 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:12,464 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:12,464 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:12,466 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:12,467 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:12,470 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/18eb9c6bf3edc0e86cc1855a847be89c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:12,470 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/f482fdf5b61a88f34a2c281c17317222/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:12,471 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 18eb9c6bf3edc0e86cc1855a847be89c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63127874, jitterRate=-0.05932137370109558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:12,471 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened f482fdf5b61a88f34a2c281c17317222; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60116254, jitterRate=-0.10419800877571106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:12,471 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:12,471 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:12,473 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 18eb9c6bf3edc0e86cc1855a847be89c: Running coprocessor pre-open hook at 1731345372455Writing region info on filesystem at 1731345372455Initializing all the Stores at 1731345372457 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345372457Cleaning up temporary data from old regions at 1731345372464 (+7 ms)Running coprocessor post-open hooks at 1731345372471 (+7 ms)Region opened successfully at 1731345372473 (+2 ms) 2024-11-11T17:16:12,473 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for f482fdf5b61a88f34a2c281c17317222: Running coprocessor pre-open hook at 1731345372455Writing region info on filesystem at 1731345372455Initializing all the Stores at 1731345372457 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345372457Cleaning up temporary data from old regions at 1731345372464 (+7 ms)Running coprocessor post-open hooks at 1731345372471 (+7 ms)Region opened successfully at 1731345372473 (+2 ms) 2024-11-11T17:16:12,475 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222., pid=8, masterSystemTime=1731345372447 2024-11-11T17:16:12,475 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c., pid=7, masterSystemTime=1731345372444 2024-11-11T17:16:12,479 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:12,479 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:12,480 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18eb9c6bf3edc0e86cc1855a847be89c, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,35201,1731345369185 2024-11-11T17:16:12,481 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:12,481 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:12,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f482fdf5b61a88f34a2c281c17317222, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,37595,1731345369281 2024-11-11T17:16:12,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18eb9c6bf3edc0e86cc1855a847be89c, server=01af7571cc75,35201,1731345369185 because future has completed 2024-11-11T17:16:12,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f482fdf5b61a88f34a2c281c17317222, server=01af7571cc75,37595,1731345369281 because future has completed 2024-11-11T17:16:12,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T17:16:12,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 18eb9c6bf3edc0e86cc1855a847be89c, server=01af7571cc75,35201,1731345369185 in 197 msec 2024-11-11T17:16:12,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T17:16:12,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f482fdf5b61a88f34a2c281c17317222, server=01af7571cc75,37595,1731345369281 in 198 msec 2024-11-11T17:16:12,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=18eb9c6bf3edc0e86cc1855a847be89c, ASSIGN in 367 msec 2024-11-11T17:16:12,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T17:16:12,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f482fdf5b61a88f34a2c281c17317222, ASSIGN in 370 msec 2024-11-11T17:16:12,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T17:16:12,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345372500"}]},"ts":"1731345372500"} 2024-11-11T17:16:12,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T17:16:12,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T17:16:12,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 882 msec 2024-11-11T17:16:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:12,782 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T17:16:12,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T17:16:12,783 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:12,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T17:16:12,789 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:12,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T17:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c., hostname=01af7571cc75,35201,1731345369185, seqNum=2] 2024-11-11T17:16:12,798 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:12,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:12,820 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222., hostname=01af7571cc75,37595,1731345369281, seqNum=2] 2024-11-11T17:16:12,838 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 18eb9c6bf3edc0e86cc1855a847be89c 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T17:16:12,892 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/18eb9c6bf3edc0e86cc1855a847be89c/.tmp/family/bbffbc45d9b14c7b9e4ae660b7b89c1e is 32, key is 1/family:/1731345372801/Put/seqid=0 2024-11-11T17:16:12,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741839_1015 (size=5054) 2024-11-11T17:16:12,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741839_1015 (size=5054) 2024-11-11T17:16:12,904 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/18eb9c6bf3edc0e86cc1855a847be89c/.tmp/family/bbffbc45d9b14c7b9e4ae660b7b89c1e 2024-11-11T17:16:12,947 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/18eb9c6bf3edc0e86cc1855a847be89c/.tmp/family/bbffbc45d9b14c7b9e4ae660b7b89c1e as hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/18eb9c6bf3edc0e86cc1855a847be89c/family/bbffbc45d9b14c7b9e4ae660b7b89c1e 2024-11-11T17:16:12,957 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/18eb9c6bf3edc0e86cc1855a847be89c/family/bbffbc45d9b14c7b9e4ae660b7b89c1e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T17:16:12,964 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 18eb9c6bf3edc0e86cc1855a847be89c in 125ms, sequenceid=8, compaction requested=false 2024-11-11T17:16:12,965 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-11T17:16:12,967 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 18eb9c6bf3edc0e86cc1855a847be89c: 2024-11-11T17:16:12,967 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f482fdf5b61a88f34a2c281c17317222 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T17:16:12,990 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/f482fdf5b61a88f34a2c281c17317222/.tmp/family/9f6d490db1b84d9cb4b14abc722f0b4a is 32, key is 5/family:/1731345372821/Put/seqid=0 2024-11-11T17:16:12,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741840_1016 (size=5083) 2024-11-11T17:16:12,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741840_1016 (size=5083) 2024-11-11T17:16:12,998 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/f482fdf5b61a88f34a2c281c17317222/.tmp/family/9f6d490db1b84d9cb4b14abc722f0b4a 2024-11-11T17:16:13,009 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/f482fdf5b61a88f34a2c281c17317222/.tmp/family/9f6d490db1b84d9cb4b14abc722f0b4a as hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/f482fdf5b61a88f34a2c281c17317222/family/9f6d490db1b84d9cb4b14abc722f0b4a 2024-11-11T17:16:13,019 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/f482fdf5b61a88f34a2c281c17317222/family/9f6d490db1b84d9cb4b14abc722f0b4a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T17:16:13,021 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f482fdf5b61a88f34a2c281c17317222 in 54ms, sequenceid=9, compaction requested=false 2024-11-11T17:16:13,021 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f482fdf5b61a88f34a2c281c17317222: 2024-11-11T17:16:13,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b7e942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:13,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,39041,-1 for getting cluster id 2024-11-11T17:16:13,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T17:16:13,026 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6c0b713-9b82-481d-9454-46da2a29bbeb' 2024-11-11T17:16:13,027 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T17:16:13,027 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6c0b713-9b82-481d-9454-46da2a29bbeb" 2024-11-11T17:16:13,027 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6be5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:13,027 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,39041,-1] 2024-11-11T17:16:13,027 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T17:16:13,028 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:13,029 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T17:16:13,030 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e8867a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:13,044 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T17:16:13,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:13,047 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,37595,1731345369281, seqNum=-1] 2024-11-11T17:16:13,047 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:13,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:13,060 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:13,061 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:13,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:13,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:13,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:13,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:13,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:13,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:13,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T17:16:13,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T17:16:13,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:13,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:13,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:13,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:13,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T17:16:13,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T17:16:13,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1930513472, stopped=false 2024-11-11T17:16:13,074 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01af7571cc75,39041,1731345368204 2024-11-11T17:16:13,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:13,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:13,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:13,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:13,112 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:13,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:13,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:13,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:13,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:13,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:13,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:13,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:13,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:13,113 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,35201,1731345369185' ***** 2024-11-11T17:16:13,113 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:13,114 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,37595,1731345369281' ***** 2024-11-11T17:16:13,114 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:13,114 INFO [RS:0;01af7571cc75:35201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:13,114 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:13,114 INFO [RS:1;01af7571cc75:37595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:13,114 INFO [RS:0;01af7571cc75:35201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:13,114 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:13,115 INFO [RS:0;01af7571cc75:35201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:13,115 INFO [RS:1;01af7571cc75:37595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:13,115 INFO [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(3091): Received CLOSE for 18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:13,115 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(3091): Received CLOSE for f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:13,115 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:13,115 INFO [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,35201,1731345369185 2024-11-11T17:16:13,115 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,37595,1731345369281 2024-11-11T17:16:13,115 INFO [RS:0;01af7571cc75:35201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:13,115 INFO [RS:1;01af7571cc75:37595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:13,116 INFO [RS:0;01af7571cc75:35201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01af7571cc75:35201. 2024-11-11T17:16:13,116 INFO [RS:1;01af7571cc75:37595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;01af7571cc75:37595. 2024-11-11T17:16:13,116 DEBUG [RS:1;01af7571cc75:37595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:13,116 DEBUG [RS:0;01af7571cc75:35201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:13,116 DEBUG [RS:1;01af7571cc75:37595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:13,116 DEBUG [RS:0;01af7571cc75:35201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:13,116 INFO [RS:1;01af7571cc75:37595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:13,116 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18eb9c6bf3edc0e86cc1855a847be89c, disabling compactions & flushes 2024-11-11T17:16:13,116 INFO [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T17:16:13,116 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f482fdf5b61a88f34a2c281c17317222, disabling compactions & flushes 2024-11-11T17:16:13,116 INFO [RS:1;01af7571cc75:37595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:13,116 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:13,116 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:13,116 INFO [RS:1;01af7571cc75:37595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:13,116 DEBUG [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(1325): Online Regions={18eb9c6bf3edc0e86cc1855a847be89c=testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c.} 2024-11-11T17:16:13,116 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:13,116 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:13,116 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T17:16:13,116 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. after waiting 0 ms 2024-11-11T17:16:13,116 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. after waiting 0 ms 2024-11-11T17:16:13,116 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:13,116 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:13,117 DEBUG [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(1351): Waiting on 18eb9c6bf3edc0e86cc1855a847be89c 2024-11-11T17:16:13,117 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T17:16:13,117 DEBUG [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f482fdf5b61a88f34a2c281c17317222=testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222.} 2024-11-11T17:16:13,117 DEBUG [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f482fdf5b61a88f34a2c281c17317222 2024-11-11T17:16:13,117 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:13,117 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:13,117 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:13,117 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T17:16:13,117 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:13,117 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T17:16:13,125 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/18eb9c6bf3edc0e86cc1855a847be89c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T17:16:13,125 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/default/testClearRegionBlockCache/f482fdf5b61a88f34a2c281c17317222/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T17:16:13,127 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:13,127 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:13,127 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18eb9c6bf3edc0e86cc1855a847be89c: Waiting for close lock at 1731345373115Running coprocessor pre-close hooks at 1731345373116 (+1 ms)Disabling compacts and flushes for region at 1731345373116Disabling writes for close at 1731345373116Writing region close event to WAL at 1731345373118 (+2 ms)Running coprocessor post-close hooks at 1731345373126 (+8 ms)Closed at 1731345373127 (+1 ms) 2024-11-11T17:16:13,127 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f482fdf5b61a88f34a2c281c17317222: Waiting for close lock at 1731345373115Running coprocessor pre-close hooks at 1731345373116 (+1 ms)Disabling compacts and flushes for region at 1731345373116Disabling writes for close at 1731345373116Writing region close event to WAL at 1731345373118 (+2 ms)Running coprocessor post-close hooks at 1731345373126 (+8 ms)Closed at 1731345373127 (+1 ms) 2024-11-11T17:16:13,128 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731345371617.18eb9c6bf3edc0e86cc1855a847be89c. 2024-11-11T17:16:13,128 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222. 2024-11-11T17:16:13,143 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/.tmp/info/89b4882f62db485f877176daab3cbd47 is 173, key is testClearRegionBlockCache,5,1731345371617.f482fdf5b61a88f34a2c281c17317222./info:regioninfo/1731345372482/Put/seqid=0 2024-11-11T17:16:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:13,150 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/.tmp/info/89b4882f62db485f877176daab3cbd47 2024-11-11T17:16:13,151 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:13,152 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:13,177 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/.tmp/ns/12dbf399bf5a4c6a9d79fd754e17d268 is 43, key is default/ns:d/1731345371303/Put/seqid=0 2024-11-11T17:16:13,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:13,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:13,185 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/.tmp/ns/12dbf399bf5a4c6a9d79fd754e17d268 2024-11-11T17:16:13,213 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/.tmp/table/7a31d5cc29de4943bcdf1f4ea772ce2b is 61, key is testClearRegionBlockCache/table:state/1731345372500/Put/seqid=0 2024-11-11T17:16:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:13,220 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/.tmp/table/7a31d5cc29de4943bcdf1f4ea772ce2b 2024-11-11T17:16:13,229 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/.tmp/info/89b4882f62db485f877176daab3cbd47 as hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/info/89b4882f62db485f877176daab3cbd47 2024-11-11T17:16:13,238 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/info/89b4882f62db485f877176daab3cbd47, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T17:16:13,240 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/.tmp/ns/12dbf399bf5a4c6a9d79fd754e17d268 as hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/ns/12dbf399bf5a4c6a9d79fd754e17d268 2024-11-11T17:16:13,249 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/ns/12dbf399bf5a4c6a9d79fd754e17d268, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T17:16:13,251 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/.tmp/table/7a31d5cc29de4943bcdf1f4ea772ce2b as hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/table/7a31d5cc29de4943bcdf1f4ea772ce2b 2024-11-11T17:16:13,260 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/table/7a31d5cc29de4943bcdf1f4ea772ce2b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T17:16:13,262 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=13, compaction requested=false 2024-11-11T17:16:13,262 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T17:16:13,270 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T17:16:13,271 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T17:16:13,272 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:13,272 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345373117Running coprocessor pre-close hooks at 1731345373117Disabling compacts and flushes for region at 1731345373117Disabling writes for close at 1731345373117Obtaining lock to block concurrent updates at 1731345373118 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731345373118Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731345373118Flushing stores of hbase:meta,,1.1588230740 at 1731345373120 (+2 ms)Flushing 1588230740/info: creating writer at 1731345373120Flushing 1588230740/info: appending metadata at 1731345373142 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731345373142Flushing 1588230740/ns: creating writer at 1731345373162 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731345373176 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731345373177 (+1 ms)Flushing 1588230740/table: creating writer at 1731345373195 (+18 ms)Flushing 1588230740/table: appending metadata at 1731345373212 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731345373212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25315c9c: reopening flushed file at 1731345373228 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebd0ddf: reopening flushed file at 1731345373238 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@715801de: reopening flushed file at 1731345373249 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=13, compaction requested=false at 1731345373262 (+13 ms)Writing region close event to WAL at 1731345373264 (+2 ms)Running coprocessor post-close hooks at 1731345373271 (+7 ms)Closed at 1731345373272 (+1 ms) 2024-11-11T17:16:13,272 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:13,317 INFO [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,35201,1731345369185; all regions closed. 2024-11-11T17:16:13,317 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,37595,1731345369281; all regions closed. 2024-11-11T17:16:13,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741833_1009 (size=1758) 2024-11-11T17:16:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741833_1009 (size=1758) 2024-11-11T17:16:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:13,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:13,334 DEBUG [RS:0;01af7571cc75:35201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/oldWALs 2024-11-11T17:16:13,334 DEBUG [RS:1;01af7571cc75:37595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/oldWALs 2024-11-11T17:16:13,335 INFO [RS:1;01af7571cc75:37595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C37595%2C1731345369281.meta:.meta(num 1731345371118) 2024-11-11T17:16:13,335 INFO [RS:0;01af7571cc75:35201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C35201%2C1731345369185:(num 1731345370694) 2024-11-11T17:16:13,335 DEBUG [RS:0;01af7571cc75:35201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:13,335 INFO [RS:0;01af7571cc75:35201 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:13,335 INFO [RS:0;01af7571cc75:35201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:13,335 INFO [RS:0;01af7571cc75:35201 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:13,335 INFO [RS:0;01af7571cc75:35201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:13,335 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:13,335 INFO [RS:0;01af7571cc75:35201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:13,335 INFO [RS:0;01af7571cc75:35201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:13,336 INFO [RS:0;01af7571cc75:35201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:13,336 INFO [RS:0;01af7571cc75:35201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35201 2024-11-11T17:16:13,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741834_1010 (size=1867) 2024-11-11T17:16:13,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741834_1010 (size=1867) 2024-11-11T17:16:13,343 DEBUG [RS:1;01af7571cc75:37595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/oldWALs 2024-11-11T17:16:13,343 INFO [RS:1;01af7571cc75:37595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C37595%2C1731345369281:(num 1731345370696) 2024-11-11T17:16:13,343 DEBUG [RS:1;01af7571cc75:37595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:13,343 INFO [RS:1;01af7571cc75:37595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:13,343 INFO [RS:1;01af7571cc75:37595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:13,344 INFO [RS:1;01af7571cc75:37595 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:13,344 INFO [RS:1;01af7571cc75:37595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:13,344 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:13,344 INFO [RS:1;01af7571cc75:37595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37595 2024-11-11T17:16:13,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,35201,1731345369185 2024-11-11T17:16:13,345 INFO [RS:0;01af7571cc75:35201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:13,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:13,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,37595,1731345369281 2024-11-11T17:16:13,353 INFO [RS:1;01af7571cc75:37595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:13,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,37595,1731345369281] 2024-11-11T17:16:13,378 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,37595,1731345369281 already deleted, retry=false 2024-11-11T17:16:13,378 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,37595,1731345369281 expired; onlineServers=1 2024-11-11T17:16:13,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,35201,1731345369185] 2024-11-11T17:16:13,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,35201,1731345369185 already deleted, retry=false 2024-11-11T17:16:13,386 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,35201,1731345369185 expired; onlineServers=0 2024-11-11T17:16:13,386 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01af7571cc75,39041,1731345368204' ***** 2024-11-11T17:16:13,386 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T17:16:13,387 INFO [M:0;01af7571cc75:39041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:13,387 INFO [M:0;01af7571cc75:39041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:13,387 DEBUG [M:0;01af7571cc75:39041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T17:16:13,387 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T17:16:13,387 DEBUG [M:0;01af7571cc75:39041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T17:16:13,387 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345370327 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345370327,5,FailOnTimeoutGroup] 2024-11-11T17:16:13,387 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345370331 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345370331,5,FailOnTimeoutGroup] 2024-11-11T17:16:13,388 INFO [M:0;01af7571cc75:39041 {}] hbase.ChoreService(370): Chore service for: master/01af7571cc75:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:13,388 INFO [M:0;01af7571cc75:39041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:13,388 DEBUG [M:0;01af7571cc75:39041 {}] master.HMaster(1795): Stopping service threads 2024-11-11T17:16:13,388 INFO [M:0;01af7571cc75:39041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T17:16:13,389 INFO [M:0;01af7571cc75:39041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:13,390 INFO [M:0;01af7571cc75:39041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T17:16:13,390 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T17:16:13,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:13,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:13,395 DEBUG [M:0;01af7571cc75:39041 {}] zookeeper.ZKUtil(347): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T17:16:13,395 WARN [M:0;01af7571cc75:39041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T17:16:13,397 INFO [M:0;01af7571cc75:39041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/.lastflushedseqids 2024-11-11T17:16:13,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741844_1020 (size=182) 2024-11-11T17:16:13,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741844_1020 (size=182) 2024-11-11T17:16:13,413 INFO [M:0;01af7571cc75:39041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T17:16:13,414 INFO [M:0;01af7571cc75:39041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T17:16:13,414 DEBUG [M:0;01af7571cc75:39041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:13,414 INFO [M:0;01af7571cc75:39041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:13,414 DEBUG [M:0;01af7571cc75:39041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:13,414 DEBUG [M:0;01af7571cc75:39041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:13,414 DEBUG [M:0;01af7571cc75:39041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:13,415 INFO [M:0;01af7571cc75:39041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T17:16:13,433 DEBUG [M:0;01af7571cc75:39041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9ef2324aaea4cd387ce41373f2baf38 is 82, key is hbase:meta,,1/info:regioninfo/1731345371200/Put/seqid=0 2024-11-11T17:16:13,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:13,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:13,439 INFO [M:0;01af7571cc75:39041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9ef2324aaea4cd387ce41373f2baf38 2024-11-11T17:16:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:13,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35201-0x1012c2f73580001, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:13,462 INFO [RS:0;01af7571cc75:35201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:13,462 INFO [RS:0;01af7571cc75:35201 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,35201,1731345369185; zookeeper connection closed. 2024-11-11T17:16:13,463 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77193f90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77193f90 2024-11-11T17:16:13,467 DEBUG [M:0;01af7571cc75:39041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d230cfdd651344f985ac555ccc654427 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731345372509/Put/seqid=0 2024-11-11T17:16:13,470 INFO [RS:1;01af7571cc75:37595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:13,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:13,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37595-0x1012c2f73580002, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:13,470 INFO [RS:1;01af7571cc75:37595 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,37595,1731345369281; zookeeper connection closed. 2024-11-11T17:16:13,470 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47a60916 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47a60916 2024-11-11T17:16:13,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T17:16:13,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741846_1022 (size=6219) 2024-11-11T17:16:13,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741846_1022 (size=6219) 2024-11-11T17:16:13,475 INFO [M:0;01af7571cc75:39041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d230cfdd651344f985ac555ccc654427 2024-11-11T17:16:13,496 DEBUG [M:0;01af7571cc75:39041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cadb1b676f74b24bfe0a9a9a7ac9857 is 69, key is 01af7571cc75,35201,1731345369185/rs:state/1731345370421/Put/seqid=0 2024-11-11T17:16:13,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:13,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:13,503 INFO [M:0;01af7571cc75:39041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cadb1b676f74b24bfe0a9a9a7ac9857 2024-11-11T17:16:13,512 DEBUG [M:0;01af7571cc75:39041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9ef2324aaea4cd387ce41373f2baf38 as hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9ef2324aaea4cd387ce41373f2baf38 2024-11-11T17:16:13,521 INFO [M:0;01af7571cc75:39041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9ef2324aaea4cd387ce41373f2baf38, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T17:16:13,522 DEBUG [M:0;01af7571cc75:39041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d230cfdd651344f985ac555ccc654427 as hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d230cfdd651344f985ac555ccc654427 2024-11-11T17:16:13,530 INFO [M:0;01af7571cc75:39041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d230cfdd651344f985ac555ccc654427, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T17:16:13,531 DEBUG [M:0;01af7571cc75:39041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cadb1b676f74b24bfe0a9a9a7ac9857 as hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cadb1b676f74b24bfe0a9a9a7ac9857 2024-11-11T17:16:13,540 INFO [M:0;01af7571cc75:39041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39261/user/jenkins/test-data/85d8640f-764b-292c-9a8f-325e627ec7b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cadb1b676f74b24bfe0a9a9a7ac9857, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T17:16:13,542 INFO [M:0;01af7571cc75:39041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=71, compaction requested=false 2024-11-11T17:16:13,543 INFO [M:0;01af7571cc75:39041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:13,543 DEBUG [M:0;01af7571cc75:39041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345373414Disabling compacts and flushes for region at 1731345373414Disabling writes for close at 1731345373414Obtaining lock to block concurrent updates at 1731345373415 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731345373415Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731345373415Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731345373417 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731345373417Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731345373432 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731345373433 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731345373448 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731345373467 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731345373467Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731345373481 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731345373496 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731345373496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80060dc: reopening flushed file at 1731345373511 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c08efee: reopening flushed file at 1731345373521 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4d8e90: reopening flushed file at 1731345373530 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=71, compaction requested=false at 1731345373542 (+12 ms)Writing region close event to WAL at 1731345373543 (+1 ms)Closed at 1731345373543 2024-11-11T17:16:13,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741830_1006 (size=35440) 2024-11-11T17:16:13,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741830_1006 (size=35440) 2024-11-11T17:16:13,547 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:13,547 INFO [M:0;01af7571cc75:39041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T17:16:13,548 INFO [M:0;01af7571cc75:39041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39041 2024-11-11T17:16:13,548 INFO [M:0;01af7571cc75:39041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:13,653 INFO [M:0;01af7571cc75:39041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:13,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:13,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39041-0x1012c2f73580000, quorum=127.0.0.1:61106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:13,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56faf710{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:13,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a656d93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:13,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:13,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b338796{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:13,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f223102{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:13,701 WARN [BP-1507270816-172.17.0.2-1731345364354 heartbeating to localhost/127.0.0.1:39261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:13,701 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:13,701 WARN [BP-1507270816-172.17.0.2-1731345364354 heartbeating to localhost/127.0.0.1:39261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1507270816-172.17.0.2-1731345364354 (Datanode Uuid f47964c6-20fa-4cc6-b888-7ed465b0bffc) service to localhost/127.0.0.1:39261 2024-11-11T17:16:13,701 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:13,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91/data/data3/current/BP-1507270816-172.17.0.2-1731345364354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:13,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91/data/data4/current/BP-1507270816-172.17.0.2-1731345364354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:13,704 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:13,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@88232f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:13,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2880074a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:13,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:13,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c385d08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:13,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3351006d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:13,707 WARN [BP-1507270816-172.17.0.2-1731345364354 heartbeating to localhost/127.0.0.1:39261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:13,707 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:13,707 WARN [BP-1507270816-172.17.0.2-1731345364354 heartbeating to localhost/127.0.0.1:39261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1507270816-172.17.0.2-1731345364354 (Datanode Uuid 27cb3f16-1b10-4d4f-adb0-0e61aef1c9dc) service to localhost/127.0.0.1:39261 2024-11-11T17:16:13,707 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:13,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91/data/data1/current/BP-1507270816-172.17.0.2-1731345364354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:13,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/cluster_4ab9280e-d248-cf98-50c2-84ff395ecd91/data/data2/current/BP-1507270816-172.17.0.2-1731345364354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:13,708 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:13,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@480ba9e3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:13,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6978e1b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:13,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:13,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b611082{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:13,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771ed57b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:13,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T17:16:13,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T17:16:13,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/01af7571cc75:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/01af7571cc75:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:39261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:39261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@591258a6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/01af7571cc75:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:39261 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/01af7571cc75:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:39261 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 231) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7864 (was 8432) 2024-11-11T17:16:13,763 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=7864 2024-11-11T17:16:13,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.log.dir so I do NOT create it in target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a 2024-11-11T17:16:13,775 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T17:16:13,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.tmp.dir so I do NOT create it in target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a 2024-11-11T17:16:13,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d422242c-0e14-eee8-ddbd-23508aa19722/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T17:16:13,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a 2024-11-11T17:16:13,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T17:16:13,776 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7, deleteOnExit=true 2024-11-11T17:16:13,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T17:16:13,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/test.cache.data in system properties and HBase conf 2024-11-11T17:16:13,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T17:16:13,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.log.dir in system properties and HBase conf 2024-11-11T17:16:13,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T17:16:13,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T17:16:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T17:16:13,777 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T17:16:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T17:16:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T17:16:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T17:16:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:13,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:13,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T17:16:13,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/nfs.dump.dir in system properties and HBase conf 2024-11-11T17:16:13,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/java.io.tmpdir in system properties and HBase conf 2024-11-11T17:16:13,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:13,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T17:16:13,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T17:16:14,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:14,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:14,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:14,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:14,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T17:16:14,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:14,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3856a4fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:14,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ea476f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:14,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e991eee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/java.io.tmpdir/jetty-localhost-42227-hadoop-hdfs-3_4_1-tests_jar-_-any-6177379521371497697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:14,197 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fa192b7{HTTP/1.1, (http/1.1)}{localhost:42227} 2024-11-11T17:16:14,197 INFO [Time-limited test {}] server.Server(415): Started @11756ms 2024-11-11T17:16:14,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:14,412 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:14,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:14,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:14,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T17:16:14,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d02d20b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:14,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48a9a056{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:14,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e91d39b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/java.io.tmpdir/jetty-localhost-34843-hadoop-hdfs-3_4_1-tests_jar-_-any-16338324185999697937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:14,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4345399c{HTTP/1.1, (http/1.1)}{localhost:34843} 2024-11-11T17:16:14,506 INFO [Time-limited test {}] server.Server(415): Started @12066ms 2024-11-11T17:16:14,508 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:14,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:14,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:14,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:14,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:14,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T17:16:14,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c973ff5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:14,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148f084{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:14,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dbcceba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/java.io.tmpdir/jetty-localhost-44677-hadoop-hdfs-3_4_1-tests_jar-_-any-11776269625420988448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:14,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f68185b{HTTP/1.1, (http/1.1)}{localhost:44677} 2024-11-11T17:16:14,640 INFO [Time-limited test {}] server.Server(415): Started @12200ms 2024-11-11T17:16:14,642 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:15,294 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7/data/data1/current/BP-1039962885-172.17.0.2-1731345373800/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:15,294 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7/data/data2/current/BP-1039962885-172.17.0.2-1731345373800/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:15,314 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:15,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x510d167161ea4527 with lease ID 0x47cc0f376885ac46: Processing first storage report for DS-745605d9-8778-4345-8cd6-739f89246f11 from datanode DatanodeRegistration(127.0.0.1:44511, datanodeUuid=89ec1e7d-3987-47cb-9e4e-8eeea81fbd8f, infoPort=33225, infoSecurePort=0, ipcPort=46703, storageInfo=lv=-57;cid=testClusterID;nsid=951788102;c=1731345373800) 2024-11-11T17:16:15,317 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x510d167161ea4527 with lease ID 0x47cc0f376885ac46: from storage DS-745605d9-8778-4345-8cd6-739f89246f11 node DatanodeRegistration(127.0.0.1:44511, datanodeUuid=89ec1e7d-3987-47cb-9e4e-8eeea81fbd8f, infoPort=33225, infoSecurePort=0, ipcPort=46703, storageInfo=lv=-57;cid=testClusterID;nsid=951788102;c=1731345373800), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:15,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x510d167161ea4527 with lease ID 0x47cc0f376885ac46: Processing first storage report for DS-4aaa5e7b-6c19-49de-931b-bd39eaf861e4 from datanode DatanodeRegistration(127.0.0.1:44511, datanodeUuid=89ec1e7d-3987-47cb-9e4e-8eeea81fbd8f, infoPort=33225, infoSecurePort=0, ipcPort=46703, storageInfo=lv=-57;cid=testClusterID;nsid=951788102;c=1731345373800) 2024-11-11T17:16:15,317 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x510d167161ea4527 with lease ID 0x47cc0f376885ac46: from storage DS-4aaa5e7b-6c19-49de-931b-bd39eaf861e4 node DatanodeRegistration(127.0.0.1:44511, datanodeUuid=89ec1e7d-3987-47cb-9e4e-8eeea81fbd8f, infoPort=33225, infoSecurePort=0, ipcPort=46703, storageInfo=lv=-57;cid=testClusterID;nsid=951788102;c=1731345373800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:15,468 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7/data/data3/current/BP-1039962885-172.17.0.2-1731345373800/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:15,469 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7/data/data4/current/BP-1039962885-172.17.0.2-1731345373800/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:15,491 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabde870fcb1e4a2b with lease ID 0x47cc0f376885ac47: Processing first storage report for DS-784b0abc-ce98-401d-87bd-0cc17732a322 from datanode DatanodeRegistration(127.0.0.1:36521, datanodeUuid=7035b569-dcbf-471d-82c5-1c39c40edb94, infoPort=46179, infoSecurePort=0, ipcPort=37729, storageInfo=lv=-57;cid=testClusterID;nsid=951788102;c=1731345373800) 2024-11-11T17:16:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabde870fcb1e4a2b with lease ID 0x47cc0f376885ac47: from storage DS-784b0abc-ce98-401d-87bd-0cc17732a322 node DatanodeRegistration(127.0.0.1:36521, datanodeUuid=7035b569-dcbf-471d-82c5-1c39c40edb94, infoPort=46179, infoSecurePort=0, ipcPort=37729, storageInfo=lv=-57;cid=testClusterID;nsid=951788102;c=1731345373800), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabde870fcb1e4a2b with lease ID 0x47cc0f376885ac47: Processing first storage report for DS-8b49cee2-4a78-4d49-a31e-96b54cd82469 from datanode DatanodeRegistration(127.0.0.1:36521, datanodeUuid=7035b569-dcbf-471d-82c5-1c39c40edb94, infoPort=46179, infoSecurePort=0, ipcPort=37729, storageInfo=lv=-57;cid=testClusterID;nsid=951788102;c=1731345373800) 2024-11-11T17:16:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabde870fcb1e4a2b with lease ID 0x47cc0f376885ac47: from storage DS-8b49cee2-4a78-4d49-a31e-96b54cd82469 node DatanodeRegistration(127.0.0.1:36521, datanodeUuid=7035b569-dcbf-471d-82c5-1c39c40edb94, infoPort=46179, infoSecurePort=0, ipcPort=37729, storageInfo=lv=-57;cid=testClusterID;nsid=951788102;c=1731345373800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:15,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a 2024-11-11T17:16:15,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7/zookeeper_0, clientPort=50722, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T17:16:15,607 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50722 2024-11-11T17:16:15,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:15,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:15,625 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38 with version=8 2024-11-11T17:16:15,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/hbase-staging 2024-11-11T17:16:15,626 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:15,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:15,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:15,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:15,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:15,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:15,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T17:16:15,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:15,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40429 2024-11-11T17:16:15,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40429 connecting to ZooKeeper ensemble=127.0.0.1:50722 2024-11-11T17:16:15,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404290x0, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:15,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40429-0x1012c2f935b0000 connected 2024-11-11T17:16:15,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:15,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:15,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:15,740 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38, hbase.cluster.distributed=false 2024-11-11T17:16:15,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:15,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-11T17:16:15,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40429 2024-11-11T17:16:15,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40429 2024-11-11T17:16:15,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-11T17:16:15,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-11T17:16:15,761 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:15,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:15,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:15,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:15,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:15,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:15,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:15,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:15,762 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41771 2024-11-11T17:16:15,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41771 connecting to ZooKeeper ensemble=127.0.0.1:50722 2024-11-11T17:16:15,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:15,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417710x0, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:15,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417710x0, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:15,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41771-0x1012c2f935b0001 connected 2024-11-11T17:16:15,779 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:15,780 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:15,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:15,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:15,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41771 2024-11-11T17:16:15,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41771 2024-11-11T17:16:15,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41771 2024-11-11T17:16:15,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41771 2024-11-11T17:16:15,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41771 2024-11-11T17:16:15,802 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:15,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:15,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:15,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:15,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:15,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:15,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:15,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:15,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38779 2024-11-11T17:16:15,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38779 connecting to ZooKeeper ensemble=127.0.0.1:50722 2024-11-11T17:16:15,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:15,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:15,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387790x0, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:15,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38779-0x1012c2f935b0002 connected 2024-11-11T17:16:15,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:15,820 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:15,821 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:15,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:15,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:15,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38779 2024-11-11T17:16:15,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38779 2024-11-11T17:16:15,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38779 2024-11-11T17:16:15,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38779 2024-11-11T17:16:15,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38779 2024-11-11T17:16:15,841 DEBUG [M:0;01af7571cc75:40429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01af7571cc75:40429 2024-11-11T17:16:15,841 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/01af7571cc75,40429,1731345375626 2024-11-11T17:16:15,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:15,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:15,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:15,851 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/01af7571cc75,40429,1731345375626 2024-11-11T17:16:15,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:15,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:15,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:15,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:15,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:15,862 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T17:16:15,862 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/01af7571cc75,40429,1731345375626 from backup master directory 2024-11-11T17:16:15,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/01af7571cc75,40429,1731345375626 2024-11-11T17:16:15,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:15,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:15,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:15,870 WARN [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:15,870 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01af7571cc75,40429,1731345375626 2024-11-11T17:16:15,878 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/hbase.id] with ID: 0a1c7663-f027-4246-865a-ede341499a2a 2024-11-11T17:16:15,878 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/.tmp/hbase.id 2024-11-11T17:16:15,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:15,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:15,887 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/.tmp/hbase.id]:[hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/hbase.id] 2024-11-11T17:16:15,905 INFO [master/01af7571cc75:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:15,905 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T17:16:15,907 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T17:16:15,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:15,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:15,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:15,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:15,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:15,928 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:15,928 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T17:16:15,929 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:15,940 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store 2024-11-11T17:16:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:15,948 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:15,948 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:15,948 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:15,948 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:15,948 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:15,948 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:15,948 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:15,948 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345375948Disabling compacts and flushes for region at 1731345375948Disabling writes for close at 1731345375948Writing region close event to WAL at 1731345375948Closed at 1731345375948 2024-11-11T17:16:15,949 WARN [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/.initializing 2024-11-11T17:16:15,949 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/WALs/01af7571cc75,40429,1731345375626 2024-11-11T17:16:15,951 INFO [master/01af7571cc75:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:15,954 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C40429%2C1731345375626, suffix=, logDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/WALs/01af7571cc75,40429,1731345375626, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/oldWALs, maxLogs=10 2024-11-11T17:16:15,970 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/WALs/01af7571cc75,40429,1731345375626/01af7571cc75%2C40429%2C1731345375626.1731345375954, exclude list is [], retry=0 2024-11-11T17:16:15,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44511,DS-745605d9-8778-4345-8cd6-739f89246f11,DISK] 2024-11-11T17:16:15,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36521,DS-784b0abc-ce98-401d-87bd-0cc17732a322,DISK] 2024-11-11T17:16:15,977 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/WALs/01af7571cc75,40429,1731345375626/01af7571cc75%2C40429%2C1731345375626.1731345375954 2024-11-11T17:16:15,978 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33225:33225),(127.0.0.1/127.0.0.1:46179:46179)] 2024-11-11T17:16:15,978 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:15,978 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:15,978 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:15,978 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:15,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:15,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T17:16:15,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:15,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:15,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:15,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T17:16:15,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:15,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:15,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:15,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T17:16:15,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:15,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:15,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:15,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T17:16:15,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:15,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:15,994 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:15,995 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:15,996 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:15,998 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:15,998 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:15,998 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:16,000 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:16,003 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:16,003 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66391626, jitterRate=-0.010687679052352905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:16,004 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731345375979Initializing all the Stores at 1731345375980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345375980Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345375980Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345375980Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345375980Cleaning up temporary data from old regions at 1731345375998 (+18 ms)Region opened successfully at 1731345376004 (+6 ms) 2024-11-11T17:16:16,005 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T17:16:16,009 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5972b5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:16,010 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T17:16:16,010 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T17:16:16,011 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T17:16:16,011 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T17:16:16,011 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T17:16:16,012 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T17:16:16,012 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T17:16:16,014 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T17:16:16,015 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T17:16:16,026 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T17:16:16,026 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T17:16:16,027 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T17:16:16,036 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T17:16:16,036 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T17:16:16,038 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T17:16:16,044 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T17:16:16,046 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T17:16:16,053 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T17:16:16,055 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T17:16:16,061 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T17:16:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,070 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01af7571cc75,40429,1731345375626, sessionid=0x1012c2f935b0000, setting cluster-up flag (Was=false) 2024-11-11T17:16:16,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,111 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T17:16:16,113 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,40429,1731345375626 2024-11-11T17:16:16,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,153 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T17:16:16,156 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,40429,1731345375626 2024-11-11T17:16:16,159 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T17:16:16,161 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:16,162 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T17:16:16,162 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T17:16:16,162 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01af7571cc75,40429,1731345375626 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T17:16:16,164 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:16,164 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:16,164 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:16,164 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:16,164 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01af7571cc75:0, corePoolSize=10, maxPoolSize=10 2024-11-11T17:16:16,164 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,164 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:16,164 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,165 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731345406165 2024-11-11T17:16:16,165 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T17:16:16,165 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T17:16:16,166 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T17:16:16,166 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T17:16:16,166 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T17:16:16,166 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T17:16:16,166 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:16,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T17:16:16,167 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T17:16:16,167 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T17:16:16,167 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T17:16:16,167 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T17:16:16,167 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T17:16:16,168 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345376167,5,FailOnTimeoutGroup] 2024-11-11T17:16:16,168 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:16,168 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345376168,5,FailOnTimeoutGroup] 2024-11-11T17:16:16,168 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,168 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T17:16:16,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T17:16:16,168 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,168 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:16,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T17:16:16,181 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38 2024-11-11T17:16:16,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741832_1008 (size=32) 2024-11-11T17:16:16,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741832_1008 (size=32) 2024-11-11T17:16:16,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:16,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:16,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:16,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:16,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:16,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:16,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:16,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:16,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:16,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:16,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:16,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:16,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:16,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:16,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:16,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:16,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:16,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:16,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740 2024-11-11T17:16:16,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740 2024-11-11T17:16:16,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:16,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:16,205 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:16,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:16,209 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:16,209 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69019286, jitterRate=0.028467506170272827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:16,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731345376190Initializing all the Stores at 1731345376191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345376191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345376192 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345376192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345376192Cleaning up temporary data from old regions at 1731345376204 (+12 ms)Region opened successfully at 1731345376210 (+6 ms) 2024-11-11T17:16:16,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:16,210 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:16,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:16,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T17:16:16,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:16,211 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:16,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345376210Disabling compacts and flushes for region at 1731345376210Disabling writes for close at 1731345376210Writing region close event to WAL at 1731345376211 (+1 ms)Closed at 1731345376211 2024-11-11T17:16:16,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:16,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T17:16:16,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T17:16:16,215 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:16,217 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T17:16:16,229 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(746): ClusterId : 0a1c7663-f027-4246-865a-ede341499a2a 2024-11-11T17:16:16,229 INFO [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(746): ClusterId : 0a1c7663-f027-4246-865a-ede341499a2a 2024-11-11T17:16:16,230 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:16,230 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:16,237 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:16,237 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:16,237 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:16,237 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:16,245 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:16,245 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:16,246 DEBUG [RS:1;01af7571cc75:38779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74016b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:16,246 DEBUG [RS:0;01af7571cc75:41771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b5fb1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:16,257 DEBUG [RS:1;01af7571cc75:38779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;01af7571cc75:38779 2024-11-11T17:16:16,257 INFO [RS:1;01af7571cc75:38779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:16,257 INFO [RS:1;01af7571cc75:38779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:16,257 DEBUG [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:16,258 INFO [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,40429,1731345375626 with port=38779, startcode=1731345375802 2024-11-11T17:16:16,258 DEBUG [RS:1;01af7571cc75:38779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:16,259 DEBUG [RS:0;01af7571cc75:41771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01af7571cc75:41771 2024-11-11T17:16:16,259 INFO [RS:0;01af7571cc75:41771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:16,259 INFO [RS:0;01af7571cc75:41771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:16,260 DEBUG [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:16,260 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:16,260 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,40429,1731345375626 with port=41771, startcode=1731345375761 2024-11-11T17:16:16,261 DEBUG [RS:0;01af7571cc75:41771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:16,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,38779,1731345375802 2024-11-11T17:16:16,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40429 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,38779,1731345375802 2024-11-11T17:16:16,262 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:16,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,41771,1731345375761 2024-11-11T17:16:16,263 DEBUG [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38 2024-11-11T17:16:16,263 DEBUG [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40405 2024-11-11T17:16:16,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40429 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,41771,1731345375761 2024-11-11T17:16:16,263 DEBUG [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:16,265 DEBUG [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38 2024-11-11T17:16:16,265 DEBUG [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40405 2024-11-11T17:16:16,265 DEBUG [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:16,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:16,304 DEBUG [RS:1;01af7571cc75:38779 {}] zookeeper.ZKUtil(111): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,38779,1731345375802 2024-11-11T17:16:16,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,38779,1731345375802] 2024-11-11T17:16:16,305 WARN [RS:1;01af7571cc75:38779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:16,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,41771,1731345375761] 2024-11-11T17:16:16,305 INFO [RS:1;01af7571cc75:38779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:16,305 DEBUG [RS:0;01af7571cc75:41771 {}] zookeeper.ZKUtil(111): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,41771,1731345375761 2024-11-11T17:16:16,305 DEBUG [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,38779,1731345375802 2024-11-11T17:16:16,305 WARN [RS:0;01af7571cc75:41771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:16,305 INFO [RS:0;01af7571cc75:41771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:16,305 DEBUG [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,41771,1731345375761 2024-11-11T17:16:16,310 INFO [RS:0;01af7571cc75:41771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:16,310 INFO [RS:1;01af7571cc75:38779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:16,311 INFO [RS:1;01af7571cc75:38779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:16,312 INFO [RS:1;01af7571cc75:38779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:16,312 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,313 INFO [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:16,313 INFO [RS:0;01af7571cc75:41771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:16,314 INFO [RS:0;01af7571cc75:41771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:16,314 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,314 INFO [RS:1;01af7571cc75:38779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:16,314 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,314 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:16,314 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,314 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,314 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,315 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,315 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,315 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:16,315 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,315 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,315 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,315 INFO [RS:0;01af7571cc75:41771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:16,315 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,315 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,315 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,315 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,315 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,315 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:16,315 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,316 DEBUG [RS:1;01af7571cc75:38779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,316 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,316 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,316 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,316 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:16,316 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:16,316 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,38779,1731345375802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:16,316 DEBUG [RS:0;01af7571cc75:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:16,319 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,319 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,320 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,320 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,320 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,320 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,41771,1731345375761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:16,334 INFO [RS:1;01af7571cc75:38779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:16,334 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,38779,1731345375802-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,334 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,334 INFO [RS:1;01af7571cc75:38779 {}] regionserver.Replication(171): 01af7571cc75,38779,1731345375802 started 2024-11-11T17:16:16,346 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:16,346 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,41771,1731345375761-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,346 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,346 INFO [RS:0;01af7571cc75:41771 {}] regionserver.Replication(171): 01af7571cc75,41771,1731345375761 started 2024-11-11T17:16:16,354 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,354 INFO [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,38779,1731345375802, RpcServer on 01af7571cc75/172.17.0.2:38779, sessionid=0x1012c2f935b0002 2024-11-11T17:16:16,354 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:16,354 DEBUG [RS:1;01af7571cc75:38779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,38779,1731345375802 2024-11-11T17:16:16,354 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,38779,1731345375802' 2024-11-11T17:16:16,354 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:16,355 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:16,355 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:16,355 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:16,355 DEBUG [RS:1;01af7571cc75:38779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,38779,1731345375802 2024-11-11T17:16:16,355 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,38779,1731345375802' 2024-11-11T17:16:16,356 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:16,356 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:16,356 DEBUG [RS:1;01af7571cc75:38779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:16,356 INFO [RS:1;01af7571cc75:38779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:16,356 INFO [RS:1;01af7571cc75:38779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:16,363 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,363 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,41771,1731345375761, RpcServer on 01af7571cc75/172.17.0.2:41771, sessionid=0x1012c2f935b0001 2024-11-11T17:16:16,363 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:16,363 DEBUG [RS:0;01af7571cc75:41771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,41771,1731345375761 2024-11-11T17:16:16,363 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,41771,1731345375761' 2024-11-11T17:16:16,363 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:16,364 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:16,365 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:16,365 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:16,365 DEBUG [RS:0;01af7571cc75:41771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,41771,1731345375761 2024-11-11T17:16:16,365 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,41771,1731345375761' 2024-11-11T17:16:16,365 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:16,365 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:16,366 DEBUG [RS:0;01af7571cc75:41771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:16,366 INFO [RS:0;01af7571cc75:41771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:16,366 INFO [RS:0;01af7571cc75:41771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:16,367 WARN [01af7571cc75:40429 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T17:16:16,457 INFO [RS:1;01af7571cc75:38779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:16,460 INFO [RS:1;01af7571cc75:38779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C38779%2C1731345375802, suffix=, logDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,38779,1731345375802, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/oldWALs, maxLogs=32 2024-11-11T17:16:16,466 INFO [RS:0;01af7571cc75:41771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:16,469 INFO [RS:0;01af7571cc75:41771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C41771%2C1731345375761, suffix=, logDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,41771,1731345375761, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/oldWALs, maxLogs=32 2024-11-11T17:16:16,477 DEBUG [RS:1;01af7571cc75:38779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,38779,1731345375802/01af7571cc75%2C38779%2C1731345375802.1731345376463, exclude list is [], retry=0 2024-11-11T17:16:16,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36521,DS-784b0abc-ce98-401d-87bd-0cc17732a322,DISK] 2024-11-11T17:16:16,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44511,DS-745605d9-8778-4345-8cd6-739f89246f11,DISK] 2024-11-11T17:16:16,482 DEBUG [RS:0;01af7571cc75:41771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,41771,1731345375761/01af7571cc75%2C41771%2C1731345375761.1731345376470, exclude list is [], retry=0 2024-11-11T17:16:16,483 INFO [RS:1;01af7571cc75:38779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,38779,1731345375802/01af7571cc75%2C38779%2C1731345375802.1731345376463 2024-11-11T17:16:16,484 DEBUG [RS:1;01af7571cc75:38779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33225:33225),(127.0.0.1/127.0.0.1:46179:46179)] 2024-11-11T17:16:16,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44511,DS-745605d9-8778-4345-8cd6-739f89246f11,DISK] 2024-11-11T17:16:16,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36521,DS-784b0abc-ce98-401d-87bd-0cc17732a322,DISK] 2024-11-11T17:16:16,492 INFO [RS:0;01af7571cc75:41771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,41771,1731345375761/01af7571cc75%2C41771%2C1731345375761.1731345376470 2024-11-11T17:16:16,493 DEBUG [RS:0;01af7571cc75:41771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46179:46179),(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-11T17:16:16,617 DEBUG [01af7571cc75:40429 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T17:16:16,618 DEBUG [01af7571cc75:40429 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:16,620 DEBUG [01af7571cc75:40429 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:16,620 DEBUG [01af7571cc75:40429 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:16,620 DEBUG [01af7571cc75:40429 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:16,620 DEBUG [01af7571cc75:40429 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:16,620 INFO [01af7571cc75:40429 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:16,620 INFO [01af7571cc75:40429 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:16,620 DEBUG [01af7571cc75:40429 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:16,621 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01af7571cc75,41771,1731345375761 2024-11-11T17:16:16,622 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,41771,1731345375761, state=OPENING 2024-11-11T17:16:16,636 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T17:16:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:16,645 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:16,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:16,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:16,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:16,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,41771,1731345375761}] 2024-11-11T17:16:16,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T17:16:16,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:16,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:16,799 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:16,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:16,808 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T17:16:16,808 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:16,808 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T17:16:16,812 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C41771%2C1731345375761.meta, suffix=.meta, logDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,41771,1731345375761, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/oldWALs, maxLogs=32 2024-11-11T17:16:16,828 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,41771,1731345375761/01af7571cc75%2C41771%2C1731345375761.meta.1731345376813.meta, exclude list is [], retry=0 2024-11-11T17:16:16,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36521,DS-784b0abc-ce98-401d-87bd-0cc17732a322,DISK] 2024-11-11T17:16:16,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44511,DS-745605d9-8778-4345-8cd6-739f89246f11,DISK] 2024-11-11T17:16:16,834 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,41771,1731345375761/01af7571cc75%2C41771%2C1731345375761.meta.1731345376813.meta 2024-11-11T17:16:16,835 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46179:46179),(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-11T17:16:16,836 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:16,836 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T17:16:16,836 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T17:16:16,836 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T17:16:16,836 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T17:16:16,837 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:16,837 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T17:16:16,837 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T17:16:16,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:16,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:16,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:16,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:16,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:16,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:16,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:16,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:16,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:16,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:16,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:16,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:16,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:16,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:16,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:16,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:16,847 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:16,848 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740 2024-11-11T17:16:16,850 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740 2024-11-11T17:16:16,852 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:16,852 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:16,853 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:16,855 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:16,857 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64312637, jitterRate=-0.04166702926158905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:16,857 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T17:16:16,858 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731345376837Writing region info on filesystem at 1731345376837Initializing all the Stores at 1731345376839 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345376839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345376839Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345376839Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345376839Cleaning up temporary data from old regions at 1731345376853 (+14 ms)Running coprocessor post-open hooks at 1731345376857 (+4 ms)Region opened successfully at 1731345376858 (+1 ms) 2024-11-11T17:16:16,860 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731345376799 2024-11-11T17:16:16,864 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T17:16:16,864 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T17:16:16,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,41771,1731345375761 2024-11-11T17:16:16,866 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,41771,1731345375761, state=OPEN 2024-11-11T17:16:16,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:16,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:16,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:16,876 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01af7571cc75,41771,1731345375761 2024-11-11T17:16:16,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:16,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:16,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:16,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T17:16:16,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,41771,1731345375761 in 231 msec 2024-11-11T17:16:16,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T17:16:16,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 667 msec 2024-11-11T17:16:16,885 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:16,885 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T17:16:16,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:16,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,41771,1731345375761, seqNum=-1] 2024-11-11T17:16:16,887 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:16,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:16,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 734 msec 2024-11-11T17:16:16,896 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731345376896, completionTime=-1 2024-11-11T17:16:16,896 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T17:16:16,896 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T17:16:16,898 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T17:16:16,899 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731345436898 2024-11-11T17:16:16,899 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731345496899 2024-11-11T17:16:16,899 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T17:16:16,899 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,40429,1731345375626-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,899 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,40429,1731345375626-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,899 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,40429,1731345375626-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,899 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01af7571cc75:40429, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,899 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,900 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,902 DEBUG [master/01af7571cc75:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T17:16:16,904 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.034sec 2024-11-11T17:16:16,904 INFO [master/01af7571cc75:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T17:16:16,904 INFO [master/01af7571cc75:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T17:16:16,904 INFO [master/01af7571cc75:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T17:16:16,904 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T17:16:16,905 INFO [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T17:16:16,905 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,40429,1731345375626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:16,905 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,40429,1731345375626-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T17:16:16,908 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T17:16:16,908 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T17:16:16,908 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,40429,1731345375626-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:16,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435f39a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:16,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,40429,-1 for getting cluster id 2024-11-11T17:16:16,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T17:16:16,933 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a1c7663-f027-4246-865a-ede341499a2a' 2024-11-11T17:16:16,934 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T17:16:16,934 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a1c7663-f027-4246-865a-ede341499a2a" 2024-11-11T17:16:16,935 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366aa6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:16,935 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,40429,-1] 2024-11-11T17:16:16,935 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T17:16:16,936 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:16,938 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T17:16:16,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae2cf89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:16,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:16,942 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,41771,1731345375761, seqNum=-1] 2024-11-11T17:16:16,943 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:16,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:16,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01af7571cc75,40429,1731345375626 2024-11-11T17:16:16,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T17:16:16,949 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,40429,1731345375626 2024-11-11T17:16:16,949 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348ce154 2024-11-11T17:16:16,949 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T17:16:16,950 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T17:16:16,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T17:16:16,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T17:16:16,955 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:16,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T17:16:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:16,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T17:16:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:16,967 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68502f503d64438f093785a5b9a3d724, NAME => 'testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38 2024-11-11T17:16:16,968 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4cdd1fa77620a3a120bf1be4c9f2c92b, NAME => 'testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38 2024-11-11T17:16:16,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:16,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:16,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 4cdd1fa77620a3a120bf1be4c9f2c92b, disabling compactions & flushes 2024-11-11T17:16:16,978 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:16,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:16,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. after waiting 0 ms 2024-11-11T17:16:16,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:16,978 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:16,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4cdd1fa77620a3a120bf1be4c9f2c92b: Waiting for close lock at 1731345376978Disabling compacts and flushes for region at 1731345376978Disabling writes for close at 1731345376978Writing region close event to WAL at 1731345376978Closed at 1731345376978 2024-11-11T17:16:16,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:16,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:16,982 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:16,983 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 68502f503d64438f093785a5b9a3d724, disabling compactions & flushes 2024-11-11T17:16:16,983 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:16,983 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:16,983 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. after waiting 0 ms 2024-11-11T17:16:16,983 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:16,983 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:16,983 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68502f503d64438f093785a5b9a3d724: Waiting for close lock at 1731345376982Disabling compacts and flushes for region at 1731345376982Disabling writes for close at 1731345376983 (+1 ms)Writing region close event to WAL at 1731345376983Closed at 1731345376983 2024-11-11T17:16:16,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T17:16:16,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345376985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345376985"}]},"ts":"1731345376985"} 2024-11-11T17:16:16,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345376985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345376985"}]},"ts":"1731345376985"} 2024-11-11T17:16:16,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T17:16:16,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T17:16:16,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345376991"}]},"ts":"1731345376991"} 2024-11-11T17:16:16,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T17:16:16,994 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:16,996 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:16,996 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:16,996 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:16,996 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:16,996 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:16,996 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:16,996 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:16,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68502f503d64438f093785a5b9a3d724, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4cdd1fa77620a3a120bf1be4c9f2c92b, ASSIGN}] 2024-11-11T17:16:16,999 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68502f503d64438f093785a5b9a3d724, ASSIGN 2024-11-11T17:16:16,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4cdd1fa77620a3a120bf1be4c9f2c92b, ASSIGN 2024-11-11T17:16:17,001 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68502f503d64438f093785a5b9a3d724, ASSIGN; state=OFFLINE, location=01af7571cc75,41771,1731345375761; forceNewPlan=false, retain=false 2024-11-11T17:16:17,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4cdd1fa77620a3a120bf1be4c9f2c92b, ASSIGN; state=OFFLINE, location=01af7571cc75,38779,1731345375802; forceNewPlan=false, retain=false 2024-11-11T17:16:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:17,151 INFO [01af7571cc75:40429 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T17:16:17,151 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68502f503d64438f093785a5b9a3d724, regionState=OPENING, regionLocation=01af7571cc75,41771,1731345375761 2024-11-11T17:16:17,151 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4cdd1fa77620a3a120bf1be4c9f2c92b, regionState=OPENING, regionLocation=01af7571cc75,38779,1731345375802 2024-11-11T17:16:17,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4cdd1fa77620a3a120bf1be4c9f2c92b, ASSIGN because future has completed 2024-11-11T17:16:17,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cdd1fa77620a3a120bf1be4c9f2c92b, server=01af7571cc75,38779,1731345375802}] 2024-11-11T17:16:17,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68502f503d64438f093785a5b9a3d724, ASSIGN because future has completed 2024-11-11T17:16:17,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68502f503d64438f093785a5b9a3d724, server=01af7571cc75,41771,1731345375761}] 2024-11-11T17:16:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:17,310 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:17,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:17,321 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:17,321 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 68502f503d64438f093785a5b9a3d724, NAME => 'testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T17:16:17,321 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:17,322 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,322 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:17,322 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cdd1fa77620a3a120bf1be4c9f2c92b, NAME => 'testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T17:16:17,322 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,322 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,323 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,323 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:17,323 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,323 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,324 INFO [StoreOpener-68502f503d64438f093785a5b9a3d724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,324 INFO [StoreOpener-4cdd1fa77620a3a120bf1be4c9f2c92b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,325 INFO [StoreOpener-68502f503d64438f093785a5b9a3d724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68502f503d64438f093785a5b9a3d724 columnFamilyName family 2024-11-11T17:16:17,325 DEBUG [StoreOpener-68502f503d64438f093785a5b9a3d724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:17,326 INFO [StoreOpener-4cdd1fa77620a3a120bf1be4c9f2c92b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cdd1fa77620a3a120bf1be4c9f2c92b columnFamilyName family 2024-11-11T17:16:17,326 DEBUG [StoreOpener-4cdd1fa77620a3a120bf1be4c9f2c92b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:17,326 INFO [StoreOpener-68502f503d64438f093785a5b9a3d724-1 {}] regionserver.HStore(327): Store=68502f503d64438f093785a5b9a3d724/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:17,326 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,326 INFO [StoreOpener-4cdd1fa77620a3a120bf1be4c9f2c92b-1 {}] regionserver.HStore(327): Store=4cdd1fa77620a3a120bf1be4c9f2c92b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:17,327 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,327 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,327 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,328 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,328 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,328 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,328 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,328 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,329 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,330 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,331 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,333 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/68502f503d64438f093785a5b9a3d724/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:17,334 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/4cdd1fa77620a3a120bf1be4c9f2c92b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:17,334 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 68502f503d64438f093785a5b9a3d724; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72990506, jitterRate=0.08764329552650452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:17,334 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,334 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 4cdd1fa77620a3a120bf1be4c9f2c92b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66305009, jitterRate=-0.011978372931480408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:17,334 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,335 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 68502f503d64438f093785a5b9a3d724: Running coprocessor pre-open hook at 1731345377322Writing region info on filesystem at 1731345377322Initializing all the Stores at 1731345377323 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345377323Cleaning up temporary data from old regions at 1731345377328 (+5 ms)Running coprocessor post-open hooks at 1731345377334 (+6 ms)Region opened successfully at 1731345377335 (+1 ms) 2024-11-11T17:16:17,335 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4cdd1fa77620a3a120bf1be4c9f2c92b: Running coprocessor pre-open hook at 1731345377323Writing region info on filesystem at 1731345377323Initializing all the Stores at 1731345377324 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345377324Cleaning up temporary data from old regions at 1731345377329 (+5 ms)Running coprocessor post-open hooks at 1731345377334 (+5 ms)Region opened successfully at 1731345377335 (+1 ms) 2024-11-11T17:16:17,336 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724., pid=8, masterSystemTime=1731345377311 2024-11-11T17:16:17,336 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b., pid=7, masterSystemTime=1731345377310 2024-11-11T17:16:17,339 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:17,339 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:17,340 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4cdd1fa77620a3a120bf1be4c9f2c92b, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,38779,1731345375802 2024-11-11T17:16:17,340 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:17,340 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:17,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68502f503d64438f093785a5b9a3d724, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,41771,1731345375761 2024-11-11T17:16:17,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cdd1fa77620a3a120bf1be4c9f2c92b, server=01af7571cc75,38779,1731345375802 because future has completed 2024-11-11T17:16:17,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68502f503d64438f093785a5b9a3d724, server=01af7571cc75,41771,1731345375761 because future has completed 2024-11-11T17:16:17,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T17:16:17,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cdd1fa77620a3a120bf1be4c9f2c92b, server=01af7571cc75,38779,1731345375802 in 190 msec 2024-11-11T17:16:17,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T17:16:17,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4cdd1fa77620a3a120bf1be4c9f2c92b, ASSIGN in 352 msec 2024-11-11T17:16:17,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 68502f503d64438f093785a5b9a3d724, server=01af7571cc75,41771,1731345375761 in 190 msec 2024-11-11T17:16:17,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T17:16:17,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=68502f503d64438f093785a5b9a3d724, ASSIGN in 355 msec 2024-11-11T17:16:17,355 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T17:16:17,355 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345377355"}]},"ts":"1731345377355"} 2024-11-11T17:16:17,358 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T17:16:17,360 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T17:16:17,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 409 msec 2024-11-11T17:16:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:17,584 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T17:16:17,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T17:16:17,584 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:17,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T17:16:17,593 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:17,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T17:16:17,598 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724., hostname=01af7571cc75,41771,1731345375761, seqNum=2] 2024-11-11T17:16:17,614 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b., hostname=01af7571cc75,38779,1731345375802, seqNum=2] 2024-11-11T17:16:17,614 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:17,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:17,630 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 68502f503d64438f093785a5b9a3d724 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T17:16:17,647 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/68502f503d64438f093785a5b9a3d724/.tmp/family/e150fe51e8f34576856c715024415034 is 32, key is 1/family:/1731345377600/Put/seqid=0 2024-11-11T17:16:17,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741839_1015 (size=5054) 2024-11-11T17:16:17,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741839_1015 (size=5054) 2024-11-11T17:16:17,654 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/68502f503d64438f093785a5b9a3d724/.tmp/family/e150fe51e8f34576856c715024415034 2024-11-11T17:16:17,664 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/68502f503d64438f093785a5b9a3d724/.tmp/family/e150fe51e8f34576856c715024415034 as hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/68502f503d64438f093785a5b9a3d724/family/e150fe51e8f34576856c715024415034 2024-11-11T17:16:17,672 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/68502f503d64438f093785a5b9a3d724/family/e150fe51e8f34576856c715024415034, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T17:16:17,673 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 68502f503d64438f093785a5b9a3d724 in 43ms, sequenceid=8, compaction requested=false 2024-11-11T17:16:17,673 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 68502f503d64438f093785a5b9a3d724: 2024-11-11T17:16:17,674 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4cdd1fa77620a3a120bf1be4c9f2c92b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T17:16:17,689 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/4cdd1fa77620a3a120bf1be4c9f2c92b/.tmp/family/5bff5c6530c84ccda1a31ce1bd0d51d5 is 32, key is 5/family:/1731345377617/Put/seqid=0 2024-11-11T17:16:17,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741840_1016 (size=5083) 2024-11-11T17:16:17,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741840_1016 (size=5083) 2024-11-11T17:16:17,695 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/4cdd1fa77620a3a120bf1be4c9f2c92b/.tmp/family/5bff5c6530c84ccda1a31ce1bd0d51d5 2024-11-11T17:16:17,704 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/4cdd1fa77620a3a120bf1be4c9f2c92b/.tmp/family/5bff5c6530c84ccda1a31ce1bd0d51d5 as hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/4cdd1fa77620a3a120bf1be4c9f2c92b/family/5bff5c6530c84ccda1a31ce1bd0d51d5 2024-11-11T17:16:17,713 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/4cdd1fa77620a3a120bf1be4c9f2c92b/family/5bff5c6530c84ccda1a31ce1bd0d51d5, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T17:16:17,714 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4cdd1fa77620a3a120bf1be4c9f2c92b in 41ms, sequenceid=9, compaction requested=false 2024-11-11T17:16:17,714 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4cdd1fa77620a3a120bf1be4c9f2c92b: 2024-11-11T17:16:17,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T17:16:17,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:17,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:17,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:17,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:17,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T17:16:17,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T17:16:17,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1437520381, stopped=false 2024-11-11T17:16:17,721 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01af7571cc75,40429,1731345375626 2024-11-11T17:16:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:17,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:17,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:17,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:17,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:17,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:17,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:17,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:17,754 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,41771,1731345375761' ***** 2024-11-11T17:16:17,754 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:17,755 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,38779,1731345375802' ***** 2024-11-11T17:16:17,755 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:17,755 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:17,755 INFO [RS:0;01af7571cc75:41771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:17,755 INFO [RS:0;01af7571cc75:41771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:17,755 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(3091): Received CLOSE for 68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,755 INFO [RS:1;01af7571cc75:38779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:17,755 INFO [RS:1;01af7571cc75:38779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:17,755 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:17,756 INFO [RS:1;01af7571cc75:38779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:17,756 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:17,756 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,41771,1731345375761 2024-11-11T17:16:17,756 INFO [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,756 INFO [RS:0;01af7571cc75:41771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:17,756 INFO [RS:0;01af7571cc75:41771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01af7571cc75:41771. 2024-11-11T17:16:17,756 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68502f503d64438f093785a5b9a3d724, disabling compactions & flushes 2024-11-11T17:16:17,756 INFO [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,38779,1731345375802 2024-11-11T17:16:17,756 DEBUG [RS:0;01af7571cc75:41771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:17,756 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:17,756 INFO [RS:1;01af7571cc75:38779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:17,756 DEBUG [RS:0;01af7571cc75:41771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:17,756 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:17,756 INFO [RS:1;01af7571cc75:38779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;01af7571cc75:38779. 2024-11-11T17:16:17,756 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cdd1fa77620a3a120bf1be4c9f2c92b, disabling compactions & flushes 2024-11-11T17:16:17,756 INFO [RS:0;01af7571cc75:41771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:17,756 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. after waiting 0 ms 2024-11-11T17:16:17,756 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:17,757 INFO [RS:0;01af7571cc75:41771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:17,757 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:17,757 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:17,757 INFO [RS:0;01af7571cc75:41771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:17,757 DEBUG [RS:1;01af7571cc75:38779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:17,757 DEBUG [RS:1;01af7571cc75:38779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:17,757 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. after waiting 0 ms 2024-11-11T17:16:17,757 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T17:16:17,757 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:17,757 INFO [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T17:16:17,757 DEBUG [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(1325): Online Regions={4cdd1fa77620a3a120bf1be4c9f2c92b=testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b.} 2024-11-11T17:16:17,757 DEBUG [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(1351): Waiting on 4cdd1fa77620a3a120bf1be4c9f2c92b 2024-11-11T17:16:17,759 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T17:16:17,759 DEBUG [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(1325): Online Regions={68502f503d64438f093785a5b9a3d724=testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T17:16:17,759 DEBUG [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68502f503d64438f093785a5b9a3d724 2024-11-11T17:16:17,759 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:17,759 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:17,760 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:17,760 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T17:16:17,760 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:17,760 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T17:16:17,768 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/4cdd1fa77620a3a120bf1be4c9f2c92b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T17:16:17,768 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/default/testClearRegionBlockCache/68502f503d64438f093785a5b9a3d724/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T17:16:17,769 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:17,769 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cdd1fa77620a3a120bf1be4c9f2c92b: Waiting for close lock at 1731345377756Running coprocessor pre-close hooks at 1731345377756Disabling compacts and flushes for region at 1731345377756Disabling writes for close at 1731345377757 (+1 ms)Writing region close event to WAL at 1731345377763 (+6 ms)Running coprocessor post-close hooks at 1731345377769 (+6 ms)Closed at 1731345377769 2024-11-11T17:16:17,769 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:17,769 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68502f503d64438f093785a5b9a3d724: Waiting for close lock at 1731345377756Running coprocessor pre-close hooks at 1731345377756Disabling compacts and flushes for region at 1731345377756Disabling writes for close at 1731345377756Writing region close event to WAL at 1731345377760 (+4 ms)Running coprocessor post-close hooks at 1731345377769 (+9 ms)Closed at 1731345377769 2024-11-11T17:16:17,769 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b. 2024-11-11T17:16:17,769 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731345376951.68502f503d64438f093785a5b9a3d724. 2024-11-11T17:16:17,788 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/.tmp/info/b68fad308f774f01a8a4cfe75a93ca34 is 173, key is testClearRegionBlockCache,5,1731345376951.4cdd1fa77620a3a120bf1be4c9f2c92b./info:regioninfo/1731345377340/Put/seqid=0 2024-11-11T17:16:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:17,795 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/.tmp/info/b68fad308f774f01a8a4cfe75a93ca34 2024-11-11T17:16:17,818 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:17,820 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/.tmp/ns/9294b04dea6d4254ba085db17df40d68 is 43, key is default/ns:d/1731345376889/Put/seqid=0 2024-11-11T17:16:17,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:17,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:17,827 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/.tmp/ns/9294b04dea6d4254ba085db17df40d68 2024-11-11T17:16:17,827 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:17,851 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/.tmp/table/65334ff1afc7480ea19ffc687d0878e0 is 61, key is testClearRegionBlockCache/table:state/1731345377355/Put/seqid=0 2024-11-11T17:16:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:17,957 INFO [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,38779,1731345375802; all regions closed. 2024-11-11T17:16:17,960 DEBUG [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T17:16:17,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741833_1009 (size=1867) 2024-11-11T17:16:17,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741833_1009 (size=1867) 2024-11-11T17:16:17,963 DEBUG [RS:1;01af7571cc75:38779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/oldWALs 2024-11-11T17:16:17,964 INFO [RS:1;01af7571cc75:38779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C38779%2C1731345375802:(num 1731345376463) 2024-11-11T17:16:17,964 DEBUG [RS:1;01af7571cc75:38779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:17,964 INFO [RS:1;01af7571cc75:38779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:17,964 INFO [RS:1;01af7571cc75:38779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:17,964 INFO [RS:1;01af7571cc75:38779 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:17,964 INFO [RS:1;01af7571cc75:38779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:17,964 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:17,964 INFO [RS:1;01af7571cc75:38779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:17,964 INFO [RS:1;01af7571cc75:38779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:17,964 INFO [RS:1;01af7571cc75:38779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:17,965 INFO [RS:1;01af7571cc75:38779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38779 2024-11-11T17:16:17,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,38779,1731345375802 2024-11-11T17:16:17,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:17,976 INFO [RS:1;01af7571cc75:38779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:17,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,38779,1731345375802] 2024-11-11T17:16:17,994 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,38779,1731345375802 already deleted, retry=false 2024-11-11T17:16:17,995 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,38779,1731345375802 expired; onlineServers=1 2024-11-11T17:16:18,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:18,086 INFO [RS:1;01af7571cc75:38779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:18,087 INFO [RS:1;01af7571cc75:38779 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,38779,1731345375802; zookeeper connection closed. 2024-11-11T17:16:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38779-0x1012c2f935b0002, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:18,087 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@267eec67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@267eec67 2024-11-11T17:16:18,160 DEBUG [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T17:16:18,260 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/.tmp/table/65334ff1afc7480ea19ffc687d0878e0 2024-11-11T17:16:18,275 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/.tmp/info/b68fad308f774f01a8a4cfe75a93ca34 as hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/info/b68fad308f774f01a8a4cfe75a93ca34 2024-11-11T17:16:18,283 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/info/b68fad308f774f01a8a4cfe75a93ca34, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T17:16:18,284 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/.tmp/ns/9294b04dea6d4254ba085db17df40d68 as hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/ns/9294b04dea6d4254ba085db17df40d68 2024-11-11T17:16:18,291 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/ns/9294b04dea6d4254ba085db17df40d68, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T17:16:18,292 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/.tmp/table/65334ff1afc7480ea19ffc687d0878e0 as hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/table/65334ff1afc7480ea19ffc687d0878e0 2024-11-11T17:16:18,299 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/table/65334ff1afc7480ea19ffc687d0878e0, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T17:16:18,301 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 540ms, sequenceid=13, compaction requested=false 2024-11-11T17:16:18,306 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T17:16:18,307 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T17:16:18,307 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:18,307 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345377759Running coprocessor pre-close hooks at 1731345377759Disabling compacts and flushes for region at 1731345377759Disabling writes for close at 1731345377760 (+1 ms)Obtaining lock to block concurrent updates at 1731345377760Preparing flush snapshotting stores in 1588230740 at 1731345377760Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731345377761 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731345377762 (+1 ms)Flushing 1588230740/info: creating writer at 1731345377762Flushing 1588230740/info: appending metadata at 1731345377787 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731345377787Flushing 1588230740/ns: creating writer at 1731345377803 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731345377819 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731345377819Flushing 1588230740/table: creating writer at 1731345377835 (+16 ms)Flushing 1588230740/table: appending metadata at 1731345377851 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731345377851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc5c202: reopening flushed file at 1731345378274 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677e4b98: reopening flushed file at 1731345378283 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cff2764: reopening flushed file at 1731345378291 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 540ms, sequenceid=13, compaction requested=false at 1731345378301 (+10 ms)Writing region close event to WAL at 1731345378302 (+1 ms)Running coprocessor post-close hooks at 1731345378306 (+4 ms)Closed at 1731345378307 (+1 ms) 2024-11-11T17:16:18,307 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:18,320 INFO [regionserver/01af7571cc75:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T17:16:18,320 INFO [regionserver/01af7571cc75:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T17:16:18,360 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,41771,1731345375761; all regions closed. 2024-11-11T17:16:18,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:18,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:18,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/WALs/01af7571cc75,41771,1731345375761/01af7571cc75%2C41771%2C1731345375761.meta.1731345376813.meta not finished, retry = 0 2024-11-11T17:16:18,467 DEBUG [RS:0;01af7571cc75:41771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/oldWALs 2024-11-11T17:16:18,467 INFO [RS:0;01af7571cc75:41771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C41771%2C1731345375761.meta:.meta(num 1731345376813) 2024-11-11T17:16:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741834_1010 (size=1758) 2024-11-11T17:16:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741834_1010 (size=1758) 2024-11-11T17:16:18,472 DEBUG [RS:0;01af7571cc75:41771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/oldWALs 2024-11-11T17:16:18,473 INFO [RS:0;01af7571cc75:41771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C41771%2C1731345375761:(num 1731345376470) 2024-11-11T17:16:18,473 DEBUG [RS:0;01af7571cc75:41771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:18,473 INFO [RS:0;01af7571cc75:41771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:18,473 INFO [RS:0;01af7571cc75:41771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:18,473 INFO [RS:0;01af7571cc75:41771 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:18,473 INFO [RS:0;01af7571cc75:41771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:18,473 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:18,473 INFO [RS:0;01af7571cc75:41771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41771 2024-11-11T17:16:18,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,41771,1731345375761 2024-11-11T17:16:18,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:18,511 INFO [RS:0;01af7571cc75:41771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:18,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,41771,1731345375761] 2024-11-11T17:16:18,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,41771,1731345375761 already deleted, retry=false 2024-11-11T17:16:18,528 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,41771,1731345375761 expired; onlineServers=0 2024-11-11T17:16:18,528 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01af7571cc75,40429,1731345375626' ***** 2024-11-11T17:16:18,528 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T17:16:18,528 INFO [M:0;01af7571cc75:40429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:18,528 INFO [M:0;01af7571cc75:40429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:18,528 DEBUG [M:0;01af7571cc75:40429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T17:16:18,528 DEBUG [M:0;01af7571cc75:40429 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T17:16:18,528 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T17:16:18,528 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345376168 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345376168,5,FailOnTimeoutGroup] 2024-11-11T17:16:18,528 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345376167 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345376167,5,FailOnTimeoutGroup] 2024-11-11T17:16:18,528 INFO [M:0;01af7571cc75:40429 {}] hbase.ChoreService(370): Chore service for: master/01af7571cc75:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:18,529 INFO [M:0;01af7571cc75:40429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:18,529 DEBUG [M:0;01af7571cc75:40429 {}] master.HMaster(1795): Stopping service threads 2024-11-11T17:16:18,529 INFO [M:0;01af7571cc75:40429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T17:16:18,529 INFO [M:0;01af7571cc75:40429 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:18,529 INFO [M:0;01af7571cc75:40429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T17:16:18,529 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T17:16:18,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:18,536 DEBUG [M:0;01af7571cc75:40429 {}] zookeeper.ZKUtil(347): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T17:16:18,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:18,536 WARN [M:0;01af7571cc75:40429 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T17:16:18,537 INFO [M:0;01af7571cc75:40429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/.lastflushedseqids 2024-11-11T17:16:18,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T17:16:18,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T17:16:18,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741844_1020 (size=182) 2024-11-11T17:16:18,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741844_1020 (size=182) 2024-11-11T17:16:18,545 INFO [M:0;01af7571cc75:40429 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T17:16:18,545 INFO [M:0;01af7571cc75:40429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T17:16:18,545 DEBUG [M:0;01af7571cc75:40429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:18,545 INFO [M:0;01af7571cc75:40429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:18,545 DEBUG [M:0;01af7571cc75:40429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:18,545 DEBUG [M:0;01af7571cc75:40429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:18,545 DEBUG [M:0;01af7571cc75:40429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:18,546 INFO [M:0;01af7571cc75:40429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-11T17:16:18,563 DEBUG [M:0;01af7571cc75:40429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1928654f7522468885d06b47f5530390 is 82, key is hbase:meta,,1/info:regioninfo/1731345376864/Put/seqid=0 2024-11-11T17:16:18,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:18,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:18,571 INFO [M:0;01af7571cc75:40429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1928654f7522468885d06b47f5530390 2024-11-11T17:16:18,592 DEBUG [M:0;01af7571cc75:40429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ce852cebdea4462a6c83b6e19bf5e31 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731345377362/Put/seqid=0 2024-11-11T17:16:18,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741846_1022 (size=6220) 2024-11-11T17:16:18,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741846_1022 (size=6220) 2024-11-11T17:16:18,599 INFO [M:0;01af7571cc75:40429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ce852cebdea4462a6c83b6e19bf5e31 2024-11-11T17:16:18,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:18,620 INFO [RS:0;01af7571cc75:41771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:18,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1012c2f935b0001, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:18,620 INFO [RS:0;01af7571cc75:41771 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,41771,1731345375761; zookeeper connection closed. 2024-11-11T17:16:18,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bfc5d41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bfc5d41 2024-11-11T17:16:18,620 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T17:16:18,622 DEBUG [M:0;01af7571cc75:40429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0f3ff3b033c4f378f702b992ffeec2b is 69, key is 01af7571cc75,38779,1731345375802/rs:state/1731345376261/Put/seqid=0 2024-11-11T17:16:18,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:18,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:18,628 INFO [M:0;01af7571cc75:40429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0f3ff3b033c4f378f702b992ffeec2b 2024-11-11T17:16:18,635 DEBUG [M:0;01af7571cc75:40429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1928654f7522468885d06b47f5530390 as hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1928654f7522468885d06b47f5530390 2024-11-11T17:16:18,642 INFO [M:0;01af7571cc75:40429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1928654f7522468885d06b47f5530390, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T17:16:18,643 DEBUG [M:0;01af7571cc75:40429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ce852cebdea4462a6c83b6e19bf5e31 as hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ce852cebdea4462a6c83b6e19bf5e31 2024-11-11T17:16:18,651 INFO [M:0;01af7571cc75:40429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ce852cebdea4462a6c83b6e19bf5e31, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T17:16:18,652 DEBUG [M:0;01af7571cc75:40429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0f3ff3b033c4f378f702b992ffeec2b as hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0f3ff3b033c4f378f702b992ffeec2b 2024-11-11T17:16:18,659 INFO [M:0;01af7571cc75:40429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0f3ff3b033c4f378f702b992ffeec2b, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T17:16:18,661 INFO [M:0;01af7571cc75:40429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=71, compaction requested=false 2024-11-11T17:16:18,662 INFO [M:0;01af7571cc75:40429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:18,662 DEBUG [M:0;01af7571cc75:40429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345378545Disabling compacts and flushes for region at 1731345378545Disabling writes for close at 1731345378545Obtaining lock to block concurrent updates at 1731345378546 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731345378546Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731345378546Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731345378547 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731345378547Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731345378563 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731345378563Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731345378577 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731345378592 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731345378592Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731345378605 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731345378622 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731345378622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c923fc: reopening flushed file at 1731345378634 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58aadae6: reopening flushed file at 1731345378642 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7545f9: reopening flushed file at 1731345378651 (+9 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=71, compaction requested=false at 1731345378661 (+10 ms)Writing region close event to WAL at 1731345378662 (+1 ms)Closed at 1731345378662 2024-11-11T17:16:18,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44511 is added to blk_1073741830_1006 (size=35452) 2024-11-11T17:16:18,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc270191-0798-c909-37ec-2d0214b40f38/MasterData/WALs/01af7571cc75,40429,1731345375626/01af7571cc75%2C40429%2C1731345375626.1731345375954 not finished, retry = 0 2024-11-11T17:16:18,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36521 is added to blk_1073741830_1006 (size=35452) 2024-11-11T17:16:18,769 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:18,769 INFO [M:0;01af7571cc75:40429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T17:16:18,769 INFO [M:0;01af7571cc75:40429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40429 2024-11-11T17:16:18,770 INFO [M:0;01af7571cc75:40429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:18,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:18,879 INFO [M:0;01af7571cc75:40429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:18,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x1012c2f935b0000, quorum=127.0.0.1:50722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:18,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dbcceba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:18,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f68185b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:18,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:18,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148f084{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:18,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c973ff5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:18,892 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:18,892 WARN [BP-1039962885-172.17.0.2-1731345373800 heartbeating to localhost/127.0.0.1:40405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:18,892 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:18,892 WARN [BP-1039962885-172.17.0.2-1731345373800 heartbeating to localhost/127.0.0.1:40405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1039962885-172.17.0.2-1731345373800 (Datanode Uuid 7035b569-dcbf-471d-82c5-1c39c40edb94) service to localhost/127.0.0.1:40405 2024-11-11T17:16:18,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7/data/data3/current/BP-1039962885-172.17.0.2-1731345373800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:18,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7/data/data4/current/BP-1039962885-172.17.0.2-1731345373800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:18,893 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:18,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e91d39b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:18,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4345399c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:18,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:18,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48a9a056{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:18,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d02d20b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:18,896 WARN [BP-1039962885-172.17.0.2-1731345373800 heartbeating to localhost/127.0.0.1:40405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:18,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:18,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:18,896 WARN [BP-1039962885-172.17.0.2-1731345373800 heartbeating to localhost/127.0.0.1:40405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1039962885-172.17.0.2-1731345373800 (Datanode Uuid 89ec1e7d-3987-47cb-9e4e-8eeea81fbd8f) service to localhost/127.0.0.1:40405 2024-11-11T17:16:18,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7/data/data1/current/BP-1039962885-172.17.0.2-1731345373800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:18,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/cluster_b3b3b968-b206-073b-2abf-789d022613d7/data/data2/current/BP-1039962885-172.17.0.2-1731345373800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:18,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:18,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e991eee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:18,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fa192b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:18,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:18,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ea476f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:18,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3856a4fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:18,909 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T17:16:18,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T17:16:18,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=114 (was 84) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:40405 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:40405 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:40405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:40405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=7672 (was 7864) 2024-11-11T17:16:18,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=114, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=7671 2024-11-11T17:16:18,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.log.dir so I do NOT create it in target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00 2024-11-11T17:16:18,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T17:16:18,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.tmp.dir so I do NOT create it in target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00 2024-11-11T17:16:18,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a111e5c-dad3-a5cd-8992-03cf48aa5f6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T17:16:18,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00 2024-11-11T17:16:18,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T17:16:18,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37, deleteOnExit=true 2024-11-11T17:16:18,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T17:16:18,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/test.cache.data in system properties and HBase conf 2024-11-11T17:16:18,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T17:16:18,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.log.dir in system properties and HBase conf 2024-11-11T17:16:18,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T17:16:18,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T17:16:18,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T17:16:18,956 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T17:16:18,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:18,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:18,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T17:16:18,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:18,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T17:16:18,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T17:16:18,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:18,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:18,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T17:16:18,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/nfs.dump.dir in system properties and HBase conf 2024-11-11T17:16:18,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/java.io.tmpdir in system properties and HBase conf 2024-11-11T17:16:18,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:18,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T17:16:18,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T17:16:19,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:19,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:19,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:19,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:19,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T17:16:19,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:19,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b30e916{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:19,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24166eec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:19,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1879976a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/java.io.tmpdir/jetty-localhost-37337-hadoop-hdfs-3_4_1-tests_jar-_-any-7036287380766591410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:19,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36bb63cd{HTTP/1.1, (http/1.1)}{localhost:37337} 2024-11-11T17:16:19,366 INFO [Time-limited test {}] server.Server(415): Started @16926ms 2024-11-11T17:16:19,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:19,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:19,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:19,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:19,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T17:16:19,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8718df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:19,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@257e5ead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:19,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e06841a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/java.io.tmpdir/jetty-localhost-33835-hadoop-hdfs-3_4_1-tests_jar-_-any-10277398125615184781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:19,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ff24e23{HTTP/1.1, (http/1.1)}{localhost:33835} 2024-11-11T17:16:19,718 INFO [Time-limited test {}] server.Server(415): Started @17278ms 2024-11-11T17:16:19,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:19,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:19,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:19,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:19,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:19,758 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T17:16:19,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d0eee01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:19,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ecbb5ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:19,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bca224b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/java.io.tmpdir/jetty-localhost-44319-hadoop-hdfs-3_4_1-tests_jar-_-any-12722257026536920798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:19,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5690aa44{HTTP/1.1, (http/1.1)}{localhost:44319} 2024-11-11T17:16:19,853 INFO [Time-limited test {}] server.Server(415): Started @17413ms 2024-11-11T17:16:19,854 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:20,592 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37/data/data1/current/BP-444802734-172.17.0.2-1731345378980/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:20,593 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37/data/data2/current/BP-444802734-172.17.0.2-1731345378980/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:20,608 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47b1a1df55f5ec76 with lease ID 0x389e52ff14ff3398: Processing first storage report for DS-c535ee36-13e2-4cb8-90d0-2440f13ec46e from datanode DatanodeRegistration(127.0.0.1:39691, datanodeUuid=4d93bbe9-f241-4e0a-9773-5191081c0d21, infoPort=32913, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=2037113640;c=1731345378980) 2024-11-11T17:16:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47b1a1df55f5ec76 with lease ID 0x389e52ff14ff3398: from storage DS-c535ee36-13e2-4cb8-90d0-2440f13ec46e node DatanodeRegistration(127.0.0.1:39691, datanodeUuid=4d93bbe9-f241-4e0a-9773-5191081c0d21, infoPort=32913, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=2037113640;c=1731345378980), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T17:16:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47b1a1df55f5ec76 with lease ID 0x389e52ff14ff3398: Processing first storage report for DS-ddf158da-39c7-4883-8f0c-f8fa00547fa5 from datanode DatanodeRegistration(127.0.0.1:39691, datanodeUuid=4d93bbe9-f241-4e0a-9773-5191081c0d21, infoPort=32913, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=2037113640;c=1731345378980) 2024-11-11T17:16:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47b1a1df55f5ec76 with lease ID 0x389e52ff14ff3398: from storage DS-ddf158da-39c7-4883-8f0c-f8fa00547fa5 node DatanodeRegistration(127.0.0.1:39691, datanodeUuid=4d93bbe9-f241-4e0a-9773-5191081c0d21, infoPort=32913, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=2037113640;c=1731345378980), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:20,700 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37/data/data3/current/BP-444802734-172.17.0.2-1731345378980/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:20,700 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37/data/data4/current/BP-444802734-172.17.0.2-1731345378980/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:20,722 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:20,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f0e6e0f03944d3c with lease ID 0x389e52ff14ff3399: Processing first storage report for DS-e17868e0-661a-4554-a2d5-d7c23fa70629 from datanode DatanodeRegistration(127.0.0.1:43831, datanodeUuid=658ec603-1701-4dbe-b252-ae005fc8e549, infoPort=44743, infoSecurePort=0, ipcPort=44825, storageInfo=lv=-57;cid=testClusterID;nsid=2037113640;c=1731345378980) 2024-11-11T17:16:20,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f0e6e0f03944d3c with lease ID 0x389e52ff14ff3399: from storage DS-e17868e0-661a-4554-a2d5-d7c23fa70629 node DatanodeRegistration(127.0.0.1:43831, datanodeUuid=658ec603-1701-4dbe-b252-ae005fc8e549, infoPort=44743, infoSecurePort=0, ipcPort=44825, storageInfo=lv=-57;cid=testClusterID;nsid=2037113640;c=1731345378980), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T17:16:20,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f0e6e0f03944d3c with lease ID 0x389e52ff14ff3399: Processing first storage report for DS-42613b04-9939-40e2-8554-89077b0e91b4 from datanode DatanodeRegistration(127.0.0.1:43831, datanodeUuid=658ec603-1701-4dbe-b252-ae005fc8e549, infoPort=44743, infoSecurePort=0, ipcPort=44825, storageInfo=lv=-57;cid=testClusterID;nsid=2037113640;c=1731345378980) 2024-11-11T17:16:20,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f0e6e0f03944d3c with lease ID 0x389e52ff14ff3399: from storage DS-42613b04-9939-40e2-8554-89077b0e91b4 node DatanodeRegistration(127.0.0.1:43831, datanodeUuid=658ec603-1701-4dbe-b252-ae005fc8e549, infoPort=44743, infoSecurePort=0, ipcPort=44825, storageInfo=lv=-57;cid=testClusterID;nsid=2037113640;c=1731345378980), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:20,791 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00 2024-11-11T17:16:20,795 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37/zookeeper_0, clientPort=59199, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T17:16:20,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59199 2024-11-11T17:16:20,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:20,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:20,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:20,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:20,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6 with version=8 2024-11-11T17:16:20,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/hbase-staging 2024-11-11T17:16:20,812 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:20,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:20,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:20,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:20,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:20,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:20,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T17:16:20,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:20,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44609 2024-11-11T17:16:20,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44609 connecting to ZooKeeper ensemble=127.0.0.1:59199 2024-11-11T17:16:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446090x0, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:20,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44609-0x1012c2fa7a30000 connected 2024-11-11T17:16:20,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:20,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:20,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:20,960 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6, hbase.cluster.distributed=false 2024-11-11T17:16:20,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:20,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44609 2024-11-11T17:16:20,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44609 2024-11-11T17:16:20,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44609 2024-11-11T17:16:20,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44609 2024-11-11T17:16:20,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44609 2024-11-11T17:16:20,987 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:20,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:20,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:20,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:20,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:20,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:20,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:20,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:20,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39773 2024-11-11T17:16:20,990 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39773 connecting to ZooKeeper ensemble=127.0.0.1:59199 2024-11-11T17:16:20,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:20,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:21,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397730x0, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:21,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39773-0x1012c2fa7a30001 connected 2024-11-11T17:16:21,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:21,003 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:21,004 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:21,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:21,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:21,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39773 2024-11-11T17:16:21,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39773 2024-11-11T17:16:21,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39773 2024-11-11T17:16:21,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39773 2024-11-11T17:16:21,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39773 2024-11-11T17:16:21,026 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:21,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:21,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:21,026 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:21,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:21,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:21,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:21,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:21,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35731 2024-11-11T17:16:21,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35731 connecting to ZooKeeper ensemble=127.0.0.1:59199 2024-11-11T17:16:21,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:21,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357310x0, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:21,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:21,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35731-0x1012c2fa7a30002 connected 2024-11-11T17:16:21,043 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:21,044 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:21,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:21,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:21,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-11T17:16:21,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35731 2024-11-11T17:16:21,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35731 2024-11-11T17:16:21,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-11T17:16:21,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-11T17:16:21,062 DEBUG [M:0;01af7571cc75:44609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01af7571cc75:44609 2024-11-11T17:16:21,062 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/01af7571cc75,44609,1731345380811 2024-11-11T17:16:21,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:21,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:21,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:21,070 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/01af7571cc75,44609,1731345380811 2024-11-11T17:16:21,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,079 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T17:16:21,079 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/01af7571cc75,44609,1731345380811 from backup master directory 2024-11-11T17:16:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/01af7571cc75,44609,1731345380811 2024-11-11T17:16:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:21,086 WARN [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:21,086 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01af7571cc75,44609,1731345380811 2024-11-11T17:16:21,092 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/hbase.id] with ID: b421c4ed-79d6-4298-bb70-dc64d7966ab9 2024-11-11T17:16:21,092 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/.tmp/hbase.id 2024-11-11T17:16:21,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:21,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:21,099 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/.tmp/hbase.id]:[hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/hbase.id] 2024-11-11T17:16:21,113 INFO [master/01af7571cc75:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:21,113 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T17:16:21,115 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T17:16:21,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:21,133 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:21,134 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T17:16:21,134 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:21,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:21,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:21,144 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store 2024-11-11T17:16:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:21,152 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:21,152 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:21,152 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:21,152 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:21,152 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:21,152 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:21,152 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:21,152 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345381152Disabling compacts and flushes for region at 1731345381152Disabling writes for close at 1731345381152Writing region close event to WAL at 1731345381152Closed at 1731345381152 2024-11-11T17:16:21,153 WARN [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/.initializing 2024-11-11T17:16:21,153 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/WALs/01af7571cc75,44609,1731345380811 2024-11-11T17:16:21,154 INFO [master/01af7571cc75:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:21,156 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C44609%2C1731345380811, suffix=, logDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/WALs/01af7571cc75,44609,1731345380811, archiveDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/oldWALs, maxLogs=10 2024-11-11T17:16:21,169 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/WALs/01af7571cc75,44609,1731345380811/01af7571cc75%2C44609%2C1731345380811.1731345381156, exclude list is [], retry=0 2024-11-11T17:16:21,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-c535ee36-13e2-4cb8-90d0-2440f13ec46e,DISK] 2024-11-11T17:16:21,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43831,DS-e17868e0-661a-4554-a2d5-d7c23fa70629,DISK] 2024-11-11T17:16:21,175 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/WALs/01af7571cc75,44609,1731345380811/01af7571cc75%2C44609%2C1731345380811.1731345381156 2024-11-11T17:16:21,175 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913),(127.0.0.1/127.0.0.1:44743:44743)] 2024-11-11T17:16:21,175 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:21,175 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:21,176 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,176 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T17:16:21,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:21,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:21,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T17:16:21,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:21,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:21,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T17:16:21,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:21,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:21,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T17:16:21,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:21,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:21,186 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,187 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,187 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,189 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,189 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,189 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:21,191 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:21,193 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:21,194 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60126447, jitterRate=-0.10404612123966217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:21,195 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731345381176Initializing all the Stores at 1731345381177 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345381177Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345381177Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345381177Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345381177Cleaning up temporary data from old regions at 1731345381189 (+12 ms)Region opened successfully at 1731345381195 (+6 ms) 2024-11-11T17:16:21,195 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T17:16:21,199 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9bf372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:21,200 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T17:16:21,201 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T17:16:21,201 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T17:16:21,201 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T17:16:21,202 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T17:16:21,202 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T17:16:21,202 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T17:16:21,204 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T17:16:21,205 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T17:16:21,211 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T17:16:21,211 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T17:16:21,212 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T17:16:21,219 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T17:16:21,219 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T17:16:21,221 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T17:16:21,227 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T17:16:21,228 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T17:16:21,236 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T17:16:21,238 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T17:16:21,244 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T17:16:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,253 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01af7571cc75,44609,1731345380811, sessionid=0x1012c2fa7a30000, setting cluster-up flag (Was=false) 2024-11-11T17:16:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,294 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T17:16:21,296 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,44609,1731345380811 2024-11-11T17:16:21,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,336 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T17:16:21,337 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,44609,1731345380811 2024-11-11T17:16:21,339 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T17:16:21,340 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:21,341 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T17:16:21,341 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T17:16:21,341 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01af7571cc75,44609,1731345380811 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T17:16:21,343 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:21,343 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:21,343 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:21,343 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:21,343 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01af7571cc75:0, corePoolSize=10, maxPoolSize=10 2024-11-11T17:16:21,343 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,343 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:21,343 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,344 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731345411344 2024-11-11T17:16:21,344 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T17:16:21,344 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T17:16:21,344 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T17:16:21,344 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T17:16:21,344 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T17:16:21,344 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T17:16:21,345 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:21,345 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T17:16:21,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T17:16:21,345 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T17:16:21,345 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T17:16:21,346 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T17:16:21,346 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T17:16:21,346 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345381346,5,FailOnTimeoutGroup] 2024-11-11T17:16:21,346 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345381346,5,FailOnTimeoutGroup] 2024-11-11T17:16:21,346 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,346 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T17:16:21,346 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,346 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,346 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:21,347 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T17:16:21,351 INFO [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(746): ClusterId : b421c4ed-79d6-4298-bb70-dc64d7966ab9 2024-11-11T17:16:21,351 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(746): ClusterId : b421c4ed-79d6-4298-bb70-dc64d7966ab9 2024-11-11T17:16:21,351 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:21,351 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:21,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:21,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:21,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T17:16:21,355 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6 2024-11-11T17:16:21,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741832_1008 (size=32) 2024-11-11T17:16:21,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741832_1008 (size=32) 2024-11-11T17:16:21,362 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:21,362 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:21,362 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:21,362 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:21,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:21,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:21,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:21,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:21,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:21,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:21,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:21,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:21,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:21,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:21,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:21,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:21,370 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:21,370 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:21,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:21,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:21,370 DEBUG [RS:0;01af7571cc75:39773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7567c4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:21,370 DEBUG [RS:1;01af7571cc75:35731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3754ed18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:21,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:21,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:21,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:21,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:21,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740 2024-11-11T17:16:21,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740 2024-11-11T17:16:21,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:21,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:21,378 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:21,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:21,383 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:21,384 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64907554, jitterRate=-0.032802075147628784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:21,385 DEBUG [RS:0;01af7571cc75:39773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01af7571cc75:39773 2024-11-11T17:16:21,385 INFO [RS:0;01af7571cc75:39773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:21,385 INFO [RS:0;01af7571cc75:39773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:21,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731345381362Initializing all the Stores at 1731345381363 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345381363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345381363Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345381363Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345381363Cleaning up temporary data from old regions at 1731345381378 (+15 ms)Region opened successfully at 1731345381385 (+7 ms) 2024-11-11T17:16:21,385 DEBUG [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:21,385 DEBUG [RS:1;01af7571cc75:35731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;01af7571cc75:35731 2024-11-11T17:16:21,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:21,385 INFO [RS:1;01af7571cc75:35731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:21,385 INFO [RS:1;01af7571cc75:35731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:21,385 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:21,385 DEBUG [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:21,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:21,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T17:16:21,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:21,386 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,44609,1731345380811 with port=35731, startcode=1731345381025 2024-11-11T17:16:21,386 INFO [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,44609,1731345380811 with port=39773, startcode=1731345380987 2024-11-11T17:16:21,386 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:21,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345381385Disabling compacts and flushes for region at 1731345381385Disabling writes for close at 1731345381385Writing region close event to WAL at 1731345381386 (+1 ms)Closed at 1731345381386 2024-11-11T17:16:21,386 DEBUG [RS:0;01af7571cc75:39773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:21,386 DEBUG [RS:1;01af7571cc75:35731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:21,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:21,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T17:16:21,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T17:16:21,389 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:21,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,39773,1731345380987 2024-11-11T17:16:21,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44609 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,39773,1731345380987 2024-11-11T17:16:21,390 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:21,390 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:21,391 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T17:16:21,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,35731,1731345381025 2024-11-11T17:16:21,391 DEBUG [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6 2024-11-11T17:16:21,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44609 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,35731,1731345381025 2024-11-11T17:16:21,392 DEBUG [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35999 2024-11-11T17:16:21,392 DEBUG [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:21,393 DEBUG [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6 2024-11-11T17:16:21,393 DEBUG [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35999 2024-11-11T17:16:21,393 DEBUG [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:21,437 DEBUG [RS:0;01af7571cc75:39773 {}] zookeeper.ZKUtil(111): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,39773,1731345380987 2024-11-11T17:16:21,437 WARN [RS:0;01af7571cc75:39773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:21,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,39773,1731345380987] 2024-11-11T17:16:21,438 INFO [RS:0;01af7571cc75:39773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:21,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,35731,1731345381025] 2024-11-11T17:16:21,438 DEBUG [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,39773,1731345380987 2024-11-11T17:16:21,438 DEBUG [RS:1;01af7571cc75:35731 {}] zookeeper.ZKUtil(111): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,35731,1731345381025 2024-11-11T17:16:21,438 WARN [RS:1;01af7571cc75:35731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:21,438 INFO [RS:1;01af7571cc75:35731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:21,439 DEBUG [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,35731,1731345381025 2024-11-11T17:16:21,445 INFO [RS:1;01af7571cc75:35731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:21,445 INFO [RS:0;01af7571cc75:39773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:21,448 INFO [RS:1;01af7571cc75:35731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:21,449 INFO [RS:1;01af7571cc75:35731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:21,449 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,449 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:21,451 INFO [RS:1;01af7571cc75:35731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:21,451 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,451 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,451 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,451 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,451 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,451 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,451 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:21,451 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,451 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,451 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,451 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,451 INFO [RS:0;01af7571cc75:39773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:21,452 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,452 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,452 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:21,452 DEBUG [RS:1;01af7571cc75:35731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:21,452 INFO [RS:0;01af7571cc75:39773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:21,452 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,452 INFO [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:21,453 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,453 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,453 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,453 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,453 INFO [RS:0;01af7571cc75:39773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:21,453 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,453 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,453 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,35731,1731345381025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:21,453 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,453 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,453 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,454 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,454 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,454 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:21,454 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,454 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,454 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,454 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,454 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,454 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:21,454 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:21,454 DEBUG [RS:0;01af7571cc75:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:21,456 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,456 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,456 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,456 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,456 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,456 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,39773,1731345380987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:21,471 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:21,471 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,35731,1731345381025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,471 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,471 INFO [RS:1;01af7571cc75:35731 {}] regionserver.Replication(171): 01af7571cc75,35731,1731345381025 started 2024-11-11T17:16:21,472 INFO [RS:0;01af7571cc75:39773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:21,472 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,39773,1731345380987-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,472 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,472 INFO [RS:0;01af7571cc75:39773 {}] regionserver.Replication(171): 01af7571cc75,39773,1731345380987 started 2024-11-11T17:16:21,484 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,484 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,35731,1731345381025, RpcServer on 01af7571cc75/172.17.0.2:35731, sessionid=0x1012c2fa7a30002 2024-11-11T17:16:21,484 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:21,484 DEBUG [RS:1;01af7571cc75:35731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,35731,1731345381025 2024-11-11T17:16:21,484 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,35731,1731345381025' 2024-11-11T17:16:21,484 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:21,484 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:21,484 INFO [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,39773,1731345380987, RpcServer on 01af7571cc75/172.17.0.2:39773, sessionid=0x1012c2fa7a30001 2024-11-11T17:16:21,484 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:21,484 DEBUG [RS:0;01af7571cc75:39773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,39773,1731345380987 2024-11-11T17:16:21,484 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,39773,1731345380987' 2024-11-11T17:16:21,484 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:21,485 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:21,485 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:21,486 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:21,486 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:21,486 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:21,486 DEBUG [RS:1;01af7571cc75:35731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,35731,1731345381025 2024-11-11T17:16:21,486 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:21,486 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,35731,1731345381025' 2024-11-11T17:16:21,486 DEBUG [RS:0;01af7571cc75:39773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,39773,1731345380987 2024-11-11T17:16:21,486 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:21,486 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,39773,1731345380987' 2024-11-11T17:16:21,486 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:21,486 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:21,486 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:21,487 DEBUG [RS:1;01af7571cc75:35731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:21,487 DEBUG [RS:0;01af7571cc75:39773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:21,487 INFO [RS:1;01af7571cc75:35731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:21,487 INFO [RS:0;01af7571cc75:39773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:21,487 INFO [RS:1;01af7571cc75:35731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:21,487 INFO [RS:0;01af7571cc75:39773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:21,541 WARN [01af7571cc75:44609 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T17:16:21,588 INFO [RS:0;01af7571cc75:39773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:21,588 INFO [RS:1;01af7571cc75:35731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:21,592 INFO [RS:0;01af7571cc75:39773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C39773%2C1731345380987, suffix=, logDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,39773,1731345380987, archiveDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/oldWALs, maxLogs=32 2024-11-11T17:16:21,592 INFO [RS:1;01af7571cc75:35731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C35731%2C1731345381025, suffix=, logDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,35731,1731345381025, archiveDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/oldWALs, maxLogs=32 2024-11-11T17:16:21,613 DEBUG [RS:0;01af7571cc75:39773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,39773,1731345380987/01af7571cc75%2C39773%2C1731345380987.1731345381595, exclude list is [], retry=0 2024-11-11T17:16:21,613 DEBUG [RS:1;01af7571cc75:35731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,35731,1731345381025/01af7571cc75%2C35731%2C1731345381025.1731345381595, exclude list is [], retry=0 2024-11-11T17:16:21,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43831,DS-e17868e0-661a-4554-a2d5-d7c23fa70629,DISK] 2024-11-11T17:16:21,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43831,DS-e17868e0-661a-4554-a2d5-d7c23fa70629,DISK] 2024-11-11T17:16:21,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-c535ee36-13e2-4cb8-90d0-2440f13ec46e,DISK] 2024-11-11T17:16:21,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-c535ee36-13e2-4cb8-90d0-2440f13ec46e,DISK] 2024-11-11T17:16:21,620 INFO [RS:0;01af7571cc75:39773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,39773,1731345380987/01af7571cc75%2C39773%2C1731345380987.1731345381595 2024-11-11T17:16:21,620 INFO [RS:1;01af7571cc75:35731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,35731,1731345381025/01af7571cc75%2C35731%2C1731345381025.1731345381595 2024-11-11T17:16:21,623 DEBUG [RS:0;01af7571cc75:39773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44743:44743),(127.0.0.1/127.0.0.1:32913:32913)] 2024-11-11T17:16:21,623 DEBUG [RS:1;01af7571cc75:35731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913),(127.0.0.1/127.0.0.1:44743:44743)] 2024-11-11T17:16:21,792 DEBUG [01af7571cc75:44609 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T17:16:21,792 DEBUG [01af7571cc75:44609 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:21,796 DEBUG [01af7571cc75:44609 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:21,796 DEBUG [01af7571cc75:44609 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:21,796 DEBUG [01af7571cc75:44609 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:21,796 DEBUG [01af7571cc75:44609 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:21,796 INFO [01af7571cc75:44609 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:21,796 INFO [01af7571cc75:44609 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:21,796 DEBUG [01af7571cc75:44609 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:21,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01af7571cc75,35731,1731345381025 2024-11-11T17:16:21,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,35731,1731345381025, state=OPENING 2024-11-11T17:16:21,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T17:16:21,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:21,871 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:21,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,35731,1731345381025}] 2024-11-11T17:16:21,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:21,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:21,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:22,028 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:22,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:22,043 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T17:16:22,043 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:22,043 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T17:16:22,045 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C35731%2C1731345381025.meta, suffix=.meta, logDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,35731,1731345381025, archiveDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/oldWALs, maxLogs=32 2024-11-11T17:16:22,058 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,35731,1731345381025/01af7571cc75%2C35731%2C1731345381025.meta.1731345382046.meta, exclude list is [], retry=0 2024-11-11T17:16:22,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-c535ee36-13e2-4cb8-90d0-2440f13ec46e,DISK] 2024-11-11T17:16:22,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43831,DS-e17868e0-661a-4554-a2d5-d7c23fa70629,DISK] 2024-11-11T17:16:22,063 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,35731,1731345381025/01af7571cc75%2C35731%2C1731345381025.meta.1731345382046.meta 2024-11-11T17:16:22,063 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44743:44743),(127.0.0.1/127.0.0.1:32913:32913)] 2024-11-11T17:16:22,063 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:22,063 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T17:16:22,063 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T17:16:22,063 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T17:16:22,064 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T17:16:22,064 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:22,064 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T17:16:22,064 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T17:16:22,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:22,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:22,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:22,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:22,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:22,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:22,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:22,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:22,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:22,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:22,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:22,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:22,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:22,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:22,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:22,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:22,071 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:22,072 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740 2024-11-11T17:16:22,073 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740 2024-11-11T17:16:22,074 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:22,074 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:22,075 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:22,076 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:22,077 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72135627, jitterRate=0.07490460574626923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:22,077 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T17:16:22,078 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731345382064Writing region info on filesystem at 1731345382064Initializing all the Stores at 1731345382065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345382065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345382065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345382065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345382065Cleaning up temporary data from old regions at 1731345382074 (+9 ms)Running coprocessor post-open hooks at 1731345382077 (+3 ms)Region opened successfully at 1731345382078 (+1 ms) 2024-11-11T17:16:22,079 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731345382027 2024-11-11T17:16:22,082 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T17:16:22,082 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T17:16:22,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,35731,1731345381025 2024-11-11T17:16:22,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,35731,1731345381025, state=OPEN 2024-11-11T17:16:22,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:22,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:22,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:22,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:22,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:22,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:22,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01af7571cc75,35731,1731345381025 2024-11-11T17:16:22,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T17:16:22,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,35731,1731345381025 in 223 msec 2024-11-11T17:16:22,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T17:16:22,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-11-11T17:16:22,103 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:22,103 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T17:16:22,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:22,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,35731,1731345381025, seqNum=-1] 2024-11-11T17:16:22,105 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:22,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:22,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 772 msec 2024-11-11T17:16:22,113 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731345382113, completionTime=-1 2024-11-11T17:16:22,113 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T17:16:22,113 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T17:16:22,116 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T17:16:22,116 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731345442116 2024-11-11T17:16:22,116 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731345502116 2024-11-11T17:16:22,116 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T17:16:22,116 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,44609,1731345380811-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:22,116 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,44609,1731345380811-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:22,116 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,44609,1731345380811-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:22,116 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01af7571cc75:44609, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:22,116 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:22,117 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:22,119 DEBUG [master/01af7571cc75:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T17:16:22,121 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.035sec 2024-11-11T17:16:22,121 INFO [master/01af7571cc75:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T17:16:22,121 INFO [master/01af7571cc75:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T17:16:22,121 INFO [master/01af7571cc75:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T17:16:22,121 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T17:16:22,121 INFO [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T17:16:22,121 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,44609,1731345380811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:22,121 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,44609,1731345380811-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T17:16:22,124 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T17:16:22,124 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T17:16:22,124 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,44609,1731345380811-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:22,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a57f019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:22,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,44609,-1 for getting cluster id 2024-11-11T17:16:22,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T17:16:22,155 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b421c4ed-79d6-4298-bb70-dc64d7966ab9' 2024-11-11T17:16:22,155 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T17:16:22,155 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b421c4ed-79d6-4298-bb70-dc64d7966ab9" 2024-11-11T17:16:22,155 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ba7492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:22,155 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,44609,-1] 2024-11-11T17:16:22,156 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T17:16:22,156 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:22,157 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T17:16:22,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6421e15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:22,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:22,159 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,35731,1731345381025, seqNum=-1] 2024-11-11T17:16:22,160 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:22,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:22,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01af7571cc75,44609,1731345380811 2024-11-11T17:16:22,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T17:16:22,164 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,44609,1731345380811 2024-11-11T17:16:22,164 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e851820 2024-11-11T17:16:22,165 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T17:16:22,166 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T17:16:22,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T17:16:22,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T17:16:22,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:22,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T17:16:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:22,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T17:16:22,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:22,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:22,181 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3a24b5041c1f511281903b0bd33b335, NAME => 'testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6 2024-11-11T17:16:22,182 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a857989ae8377243e4371ad043cf95e6, NAME => 'testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6 2024-11-11T17:16:22,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:22,196 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:22,196 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a857989ae8377243e4371ad043cf95e6, disabling compactions & flushes 2024-11-11T17:16:22,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:22,196 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,196 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,196 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. after waiting 0 ms 2024-11-11T17:16:22,196 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,196 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,196 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a857989ae8377243e4371ad043cf95e6: Waiting for close lock at 1731345382196Disabling compacts and flushes for region at 1731345382196Disabling writes for close at 1731345382196Writing region close event to WAL at 1731345382196Closed at 1731345382196 2024-11-11T17:16:22,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:22,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a3a24b5041c1f511281903b0bd33b335, disabling compactions & flushes 2024-11-11T17:16:22,197 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. after waiting 0 ms 2024-11-11T17:16:22,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,197 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3a24b5041c1f511281903b0bd33b335: Waiting for close lock at 1731345382197Disabling compacts and flushes for region at 1731345382197Disabling writes for close at 1731345382197Writing region close event to WAL at 1731345382197Closed at 1731345382197 2024-11-11T17:16:22,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T17:16:22,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345382199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345382199"}]},"ts":"1731345382199"} 2024-11-11T17:16:22,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345382199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345382199"}]},"ts":"1731345382199"} 2024-11-11T17:16:22,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T17:16:22,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T17:16:22,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345382205"}]},"ts":"1731345382205"} 2024-11-11T17:16:22,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T17:16:22,208 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:22,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:22,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:22,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:22,210 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:22,210 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:22,210 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:22,210 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:22,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a3a24b5041c1f511281903b0bd33b335, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a857989ae8377243e4371ad043cf95e6, ASSIGN}] 2024-11-11T17:16:22,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a857989ae8377243e4371ad043cf95e6, ASSIGN 2024-11-11T17:16:22,212 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a3a24b5041c1f511281903b0bd33b335, ASSIGN 2024-11-11T17:16:22,213 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a857989ae8377243e4371ad043cf95e6, ASSIGN; state=OFFLINE, location=01af7571cc75,35731,1731345381025; forceNewPlan=false, retain=false 2024-11-11T17:16:22,213 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a3a24b5041c1f511281903b0bd33b335, ASSIGN; state=OFFLINE, location=01af7571cc75,39773,1731345380987; forceNewPlan=false, retain=false 2024-11-11T17:16:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:22,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T17:16:22,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:22,364 INFO [01af7571cc75:44609 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T17:16:22,364 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a857989ae8377243e4371ad043cf95e6, regionState=OPENING, regionLocation=01af7571cc75,35731,1731345381025 2024-11-11T17:16:22,364 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3a24b5041c1f511281903b0bd33b335, regionState=OPENING, regionLocation=01af7571cc75,39773,1731345380987 2024-11-11T17:16:22,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a857989ae8377243e4371ad043cf95e6, ASSIGN because future has completed 2024-11-11T17:16:22,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a857989ae8377243e4371ad043cf95e6, server=01af7571cc75,35731,1731345381025}] 2024-11-11T17:16:22,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a3a24b5041c1f511281903b0bd33b335, ASSIGN because future has completed 2024-11-11T17:16:22,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3a24b5041c1f511281903b0bd33b335, server=01af7571cc75,39773,1731345380987}] 2024-11-11T17:16:22,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:22,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:22,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:22,524 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:22,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:22,527 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,527 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a857989ae8377243e4371ad043cf95e6, NAME => 'testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T17:16:22,528 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,528 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:22,528 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,529 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,531 INFO [StoreOpener-a857989ae8377243e4371ad043cf95e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,532 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,532 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a3a24b5041c1f511281903b0bd33b335, NAME => 'testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T17:16:22,532 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,533 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:22,533 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,533 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,533 INFO [StoreOpener-a857989ae8377243e4371ad043cf95e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a857989ae8377243e4371ad043cf95e6 columnFamilyName family 2024-11-11T17:16:22,533 DEBUG [StoreOpener-a857989ae8377243e4371ad043cf95e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:22,534 INFO [StoreOpener-a857989ae8377243e4371ad043cf95e6-1 {}] regionserver.HStore(327): Store=a857989ae8377243e4371ad043cf95e6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:22,534 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,534 INFO [StoreOpener-a3a24b5041c1f511281903b0bd33b335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,535 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,535 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,536 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,536 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,536 INFO [StoreOpener-a3a24b5041c1f511281903b0bd33b335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3a24b5041c1f511281903b0bd33b335 columnFamilyName family 2024-11-11T17:16:22,536 DEBUG [StoreOpener-a3a24b5041c1f511281903b0bd33b335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:22,536 INFO [StoreOpener-a3a24b5041c1f511281903b0bd33b335-1 {}] regionserver.HStore(327): Store=a3a24b5041c1f511281903b0bd33b335/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:22,537 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,537 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,538 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,538 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,538 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,538 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,540 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a857989ae8377243e4371ad043cf95e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:22,540 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,541 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a857989ae8377243e4371ad043cf95e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68196937, jitterRate=0.0162135511636734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:22,541 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,542 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a857989ae8377243e4371ad043cf95e6: Running coprocessor pre-open hook at 1731345382529Writing region info on filesystem at 1731345382529Initializing all the Stores at 1731345382530 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345382530Cleaning up temporary data from old regions at 1731345382536 (+6 ms)Running coprocessor post-open hooks at 1731345382541 (+5 ms)Region opened successfully at 1731345382542 (+1 ms) 2024-11-11T17:16:22,543 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6., pid=7, masterSystemTime=1731345382521 2024-11-11T17:16:22,543 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a3a24b5041c1f511281903b0bd33b335/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:22,544 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a3a24b5041c1f511281903b0bd33b335; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67280505, jitterRate=0.0025576502084732056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:22,544 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,544 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a3a24b5041c1f511281903b0bd33b335: Running coprocessor pre-open hook at 1731345382533Writing region info on filesystem at 1731345382533Initializing all the Stores at 1731345382534 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345382534Cleaning up temporary data from old regions at 1731345382538 (+4 ms)Running coprocessor post-open hooks at 1731345382544 (+6 ms)Region opened successfully at 1731345382544 2024-11-11T17:16:22,545 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335., pid=8, masterSystemTime=1731345382524 2024-11-11T17:16:22,546 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,546 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,547 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a857989ae8377243e4371ad043cf95e6, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,35731,1731345381025 2024-11-11T17:16:22,548 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,548 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3a24b5041c1f511281903b0bd33b335, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,39773,1731345380987 2024-11-11T17:16:22,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a857989ae8377243e4371ad043cf95e6, server=01af7571cc75,35731,1731345381025 because future has completed 2024-11-11T17:16:22,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3a24b5041c1f511281903b0bd33b335, server=01af7571cc75,39773,1731345380987 because future has completed 2024-11-11T17:16:22,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T17:16:22,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a857989ae8377243e4371ad043cf95e6, server=01af7571cc75,35731,1731345381025 in 183 msec 2024-11-11T17:16:22,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a857989ae8377243e4371ad043cf95e6, ASSIGN in 345 msec 2024-11-11T17:16:22,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T17:16:22,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a3a24b5041c1f511281903b0bd33b335, server=01af7571cc75,39773,1731345380987 in 184 msec 2024-11-11T17:16:22,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T17:16:22,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a3a24b5041c1f511281903b0bd33b335, ASSIGN in 347 msec 2024-11-11T17:16:22,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T17:16:22,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345382561"}]},"ts":"1731345382561"} 2024-11-11T17:16:22,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T17:16:22,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T17:16:22,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 398 msec 2024-11-11T17:16:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:22,802 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T17:16:22,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T17:16:22,802 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:22,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T17:16:22,807 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:22,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T17:16:22,811 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335., hostname=01af7571cc75,39773,1731345380987, seqNum=2] 2024-11-11T17:16:22,811 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:22,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:22,828 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6., hostname=01af7571cc75,35731,1731345381025, seqNum=2] 2024-11-11T17:16:22,841 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a3a24b5041c1f511281903b0bd33b335 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T17:16:22,859 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a3a24b5041c1f511281903b0bd33b335/.tmp/family/e497989bfd8640448b516fd6ddcfcc68 is 32, key is 1/family:/1731345382814/Put/seqid=0 2024-11-11T17:16:22,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741839_1015 (size=5054) 2024-11-11T17:16:22,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741839_1015 (size=5054) 2024-11-11T17:16:22,865 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a3a24b5041c1f511281903b0bd33b335/.tmp/family/e497989bfd8640448b516fd6ddcfcc68 2024-11-11T17:16:22,873 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a3a24b5041c1f511281903b0bd33b335/.tmp/family/e497989bfd8640448b516fd6ddcfcc68 as hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a3a24b5041c1f511281903b0bd33b335/family/e497989bfd8640448b516fd6ddcfcc68 2024-11-11T17:16:22,881 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a3a24b5041c1f511281903b0bd33b335/family/e497989bfd8640448b516fd6ddcfcc68, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T17:16:22,882 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a3a24b5041c1f511281903b0bd33b335 in 41ms, sequenceid=8, compaction requested=false 2024-11-11T17:16:22,882 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a3a24b5041c1f511281903b0bd33b335: 2024-11-11T17:16:22,882 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a857989ae8377243e4371ad043cf95e6 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T17:16:22,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a857989ae8377243e4371ad043cf95e6/.tmp/family/5bda0c4add2f4067a2045462c8a852c4 is 32, key is 5/family:/1731345382829/Put/seqid=0 2024-11-11T17:16:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741840_1016 (size=5083) 2024-11-11T17:16:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741840_1016 (size=5083) 2024-11-11T17:16:22,904 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a857989ae8377243e4371ad043cf95e6/.tmp/family/5bda0c4add2f4067a2045462c8a852c4 2024-11-11T17:16:22,912 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a857989ae8377243e4371ad043cf95e6/.tmp/family/5bda0c4add2f4067a2045462c8a852c4 as hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a857989ae8377243e4371ad043cf95e6/family/5bda0c4add2f4067a2045462c8a852c4 2024-11-11T17:16:22,920 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a857989ae8377243e4371ad043cf95e6/family/5bda0c4add2f4067a2045462c8a852c4, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T17:16:22,921 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a857989ae8377243e4371ad043cf95e6 in 39ms, sequenceid=9, compaction requested=false 2024-11-11T17:16:22,921 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a857989ae8377243e4371ad043cf95e6: 2024-11-11T17:16:22,925 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T17:16:22,929 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:22,929 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:22,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:22,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:22,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T17:16:22,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:22,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:22,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:22,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:22,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T17:16:22,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T17:16:22,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1400881275, stopped=false 2024-11-11T17:16:22,932 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01af7571cc75,44609,1731345380811 2024-11-11T17:16:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:22,971 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:22,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:22,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:22,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:22,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:22,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:22,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:22,973 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,39773,1731345380987' ***** 2024-11-11T17:16:22,973 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:22,973 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,35731,1731345381025' ***** 2024-11-11T17:16:22,973 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:22,973 INFO [RS:0;01af7571cc75:39773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:22,974 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:22,974 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:22,974 INFO [RS:1;01af7571cc75:35731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:22,974 INFO [RS:1;01af7571cc75:35731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:22,975 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,975 INFO [RS:0;01af7571cc75:39773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:22,975 INFO [RS:0;01af7571cc75:39773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:22,975 INFO [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(3091): Received CLOSE for a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,975 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:22,975 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,35731,1731345381025 2024-11-11T17:16:22,975 INFO [RS:1;01af7571cc75:35731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:22,975 INFO [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,39773,1731345380987 2024-11-11T17:16:22,976 INFO [RS:1;01af7571cc75:35731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;01af7571cc75:35731. 2024-11-11T17:16:22,976 INFO [RS:0;01af7571cc75:39773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a857989ae8377243e4371ad043cf95e6, disabling compactions & flushes 2024-11-11T17:16:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3a24b5041c1f511281903b0bd33b335, disabling compactions & flushes 2024-11-11T17:16:22,976 INFO [RS:0;01af7571cc75:39773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01af7571cc75:39773. 2024-11-11T17:16:22,976 DEBUG [RS:1;01af7571cc75:35731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:22,976 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,976 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,976 DEBUG [RS:1;01af7571cc75:35731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,976 DEBUG [RS:0;01af7571cc75:39773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. after waiting 0 ms 2024-11-11T17:16:22,976 DEBUG [RS:0;01af7571cc75:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:22,976 INFO [RS:1;01af7571cc75:35731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. after waiting 0 ms 2024-11-11T17:16:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,976 INFO [RS:1;01af7571cc75:35731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:22,976 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,976 INFO [RS:1;01af7571cc75:35731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:22,976 INFO [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T17:16:22,977 DEBUG [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(1325): Online Regions={a3a24b5041c1f511281903b0bd33b335=testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335.} 2024-11-11T17:16:22,977 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T17:16:22,977 DEBUG [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(1351): Waiting on a3a24b5041c1f511281903b0bd33b335 2024-11-11T17:16:22,979 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T17:16:22,979 DEBUG [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a857989ae8377243e4371ad043cf95e6=testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6.} 2024-11-11T17:16:22,979 DEBUG [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a857989ae8377243e4371ad043cf95e6 2024-11-11T17:16:22,979 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:22,979 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:22,979 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:22,980 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T17:16:22,980 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:22,980 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T17:16:22,983 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a3a24b5041c1f511281903b0bd33b335/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T17:16:22,984 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/default/testClearRegionBlockCache/a857989ae8377243e4371ad043cf95e6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T17:16:22,984 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,984 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,984 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a857989ae8377243e4371ad043cf95e6: Waiting for close lock at 1731345382975Running coprocessor pre-close hooks at 1731345382976 (+1 ms)Disabling compacts and flushes for region at 1731345382976Disabling writes for close at 1731345382976Writing region close event to WAL at 1731345382979 (+3 ms)Running coprocessor post-close hooks at 1731345382984 (+5 ms)Closed at 1731345382984 2024-11-11T17:16:22,984 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3a24b5041c1f511281903b0bd33b335: Waiting for close lock at 1731345382976Running coprocessor pre-close hooks at 1731345382976Disabling compacts and flushes for region at 1731345382976Disabling writes for close at 1731345382976Writing region close event to WAL at 1731345382980 (+4 ms)Running coprocessor post-close hooks at 1731345382984 (+4 ms)Closed at 1731345382984 2024-11-11T17:16:22,984 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6. 2024-11-11T17:16:22,984 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731345382167.a3a24b5041c1f511281903b0bd33b335. 2024-11-11T17:16:22,999 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/.tmp/info/35d5129fb4f8476e9013c351b241929b is 173, key is testClearRegionBlockCache,5,1731345382167.a857989ae8377243e4371ad043cf95e6./info:regioninfo/1731345382547/Put/seqid=0 2024-11-11T17:16:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:23,005 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/.tmp/info/35d5129fb4f8476e9013c351b241929b 2024-11-11T17:16:23,026 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/.tmp/ns/07099da71fea407692885f7185148ecf is 43, key is default/ns:d/1731345382107/Put/seqid=0 2024-11-11T17:16:23,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:23,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:23,032 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/.tmp/ns/07099da71fea407692885f7185148ecf 2024-11-11T17:16:23,079 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:23,079 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:23,083 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/.tmp/table/1d3f8874fcbb4cdd93bd14372e8158c1 is 61, key is testClearRegionBlockCache/table:state/1731345382561/Put/seqid=0 2024-11-11T17:16:23,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:23,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:23,094 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/.tmp/table/1d3f8874fcbb4cdd93bd14372e8158c1 2024-11-11T17:16:23,103 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/.tmp/info/35d5129fb4f8476e9013c351b241929b as hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/info/35d5129fb4f8476e9013c351b241929b 2024-11-11T17:16:23,111 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/info/35d5129fb4f8476e9013c351b241929b, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T17:16:23,113 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/.tmp/ns/07099da71fea407692885f7185148ecf as hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/ns/07099da71fea407692885f7185148ecf 2024-11-11T17:16:23,125 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/ns/07099da71fea407692885f7185148ecf, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T17:16:23,126 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/.tmp/table/1d3f8874fcbb4cdd93bd14372e8158c1 as hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/table/1d3f8874fcbb4cdd93bd14372e8158c1 2024-11-11T17:16:23,132 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/table/1d3f8874fcbb4cdd93bd14372e8158c1, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T17:16:23,134 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=13, compaction requested=false 2024-11-11T17:16:23,139 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T17:16:23,140 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T17:16:23,140 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:23,140 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345382979Running coprocessor pre-close hooks at 1731345382979Disabling compacts and flushes for region at 1731345382979Disabling writes for close at 1731345382980 (+1 ms)Obtaining lock to block concurrent updates at 1731345382980Preparing flush snapshotting stores in 1588230740 at 1731345382980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731345382980Flushing stores of hbase:meta,,1.1588230740 at 1731345382981 (+1 ms)Flushing 1588230740/info: creating writer at 1731345382981Flushing 1588230740/info: appending metadata at 1731345382999 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731345382999Flushing 1588230740/ns: creating writer at 1731345383011 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731345383026 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731345383026Flushing 1588230740/table: creating writer at 1731345383038 (+12 ms)Flushing 1588230740/table: appending metadata at 1731345383082 (+44 ms)Flushing 1588230740/table: closing flushed file at 1731345383082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80d1ed1: reopening flushed file at 1731345383101 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e60fd23: reopening flushed file at 1731345383112 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515d2dce: reopening flushed file at 1731345383125 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=13, compaction requested=false at 1731345383134 (+9 ms)Writing region close event to WAL at 1731345383135 (+1 ms)Running coprocessor post-close hooks at 1731345383140 (+5 ms)Closed at 1731345383140 2024-11-11T17:16:23,141 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:23,177 INFO [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,39773,1731345380987; all regions closed. 2024-11-11T17:16:23,179 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,35731,1731345381025; all regions closed. 2024-11-11T17:16:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741834_1010 (size=1758) 2024-11-11T17:16:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741834_1010 (size=1758) 2024-11-11T17:16:23,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/WALs/01af7571cc75,35731,1731345381025/01af7571cc75%2C35731%2C1731345381025.meta.1731345382046.meta not finished, retry = 0 2024-11-11T17:16:23,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:23,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:23,184 DEBUG [RS:0;01af7571cc75:39773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/oldWALs 2024-11-11T17:16:23,184 INFO [RS:0;01af7571cc75:39773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C39773%2C1731345380987:(num 1731345381595) 2024-11-11T17:16:23,184 DEBUG [RS:0;01af7571cc75:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:23,184 INFO [RS:0;01af7571cc75:39773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:23,184 INFO [RS:0;01af7571cc75:39773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:23,185 INFO [RS:0;01af7571cc75:39773 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:23,185 INFO [RS:0;01af7571cc75:39773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:23,185 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:23,185 INFO [RS:0;01af7571cc75:39773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:23,185 INFO [RS:0;01af7571cc75:39773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:23,185 INFO [RS:0;01af7571cc75:39773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:23,185 INFO [RS:0;01af7571cc75:39773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39773 2024-11-11T17:16:23,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:23,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,39773,1731345380987 2024-11-11T17:16:23,194 INFO [RS:0;01af7571cc75:39773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:23,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,39773,1731345380987] 2024-11-11T17:16:23,261 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,39773,1731345380987 already deleted, retry=false 2024-11-11T17:16:23,261 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,39773,1731345380987 expired; onlineServers=1 2024-11-11T17:16:23,290 DEBUG [RS:1;01af7571cc75:35731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/oldWALs 2024-11-11T17:16:23,290 INFO [RS:1;01af7571cc75:35731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C35731%2C1731345381025.meta:.meta(num 1731345382046) 2024-11-11T17:16:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741833_1009 (size=1867) 2024-11-11T17:16:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741833_1009 (size=1867) 2024-11-11T17:16:23,296 DEBUG [RS:1;01af7571cc75:35731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/oldWALs 2024-11-11T17:16:23,296 INFO [RS:1;01af7571cc75:35731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C35731%2C1731345381025:(num 1731345381595) 2024-11-11T17:16:23,297 DEBUG [RS:1;01af7571cc75:35731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:23,297 INFO [RS:1;01af7571cc75:35731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:23,297 INFO [RS:1;01af7571cc75:35731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:23,297 INFO [RS:1;01af7571cc75:35731 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:23,297 INFO [RS:1;01af7571cc75:35731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:23,297 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:23,298 INFO [RS:1;01af7571cc75:35731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35731 2024-11-11T17:16:23,303 INFO [RS:0;01af7571cc75:39773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:23,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:23,303 INFO [RS:0;01af7571cc75:39773 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,39773,1731345380987; zookeeper connection closed. 2024-11-11T17:16:23,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1012c2fa7a30001, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:23,303 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60f1a082 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60f1a082 2024-11-11T17:16:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,35731,1731345381025 2024-11-11T17:16:23,309 INFO [RS:1;01af7571cc75:35731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:23,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,35731,1731345381025] 2024-11-11T17:16:23,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,35731,1731345381025 already deleted, retry=false 2024-11-11T17:16:23,327 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,35731,1731345381025 expired; onlineServers=0 2024-11-11T17:16:23,327 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01af7571cc75,44609,1731345380811' ***** 2024-11-11T17:16:23,327 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T17:16:23,328 INFO [M:0;01af7571cc75:44609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:23,328 INFO [M:0;01af7571cc75:44609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:23,328 DEBUG [M:0;01af7571cc75:44609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T17:16:23,328 DEBUG [M:0;01af7571cc75:44609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T17:16:23,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T17:16:23,328 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345381346 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345381346,5,FailOnTimeoutGroup] 2024-11-11T17:16:23,328 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345381346 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345381346,5,FailOnTimeoutGroup] 2024-11-11T17:16:23,328 INFO [M:0;01af7571cc75:44609 {}] hbase.ChoreService(370): Chore service for: master/01af7571cc75:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:23,328 INFO [M:0;01af7571cc75:44609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:23,329 DEBUG [M:0;01af7571cc75:44609 {}] master.HMaster(1795): Stopping service threads 2024-11-11T17:16:23,329 INFO [M:0;01af7571cc75:44609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T17:16:23,329 INFO [M:0;01af7571cc75:44609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:23,329 INFO [M:0;01af7571cc75:44609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T17:16:23,329 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T17:16:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:23,336 DEBUG [M:0;01af7571cc75:44609 {}] zookeeper.ZKUtil(347): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T17:16:23,336 WARN [M:0;01af7571cc75:44609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T17:16:23,337 INFO [M:0;01af7571cc75:44609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/.lastflushedseqids 2024-11-11T17:16:23,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741844_1020 (size=182) 2024-11-11T17:16:23,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741844_1020 (size=182) 2024-11-11T17:16:23,346 INFO [M:0;01af7571cc75:44609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T17:16:23,346 INFO [M:0;01af7571cc75:44609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T17:16:23,346 DEBUG [M:0;01af7571cc75:44609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:23,346 INFO [M:0;01af7571cc75:44609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:23,347 DEBUG [M:0;01af7571cc75:44609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:23,347 DEBUG [M:0;01af7571cc75:44609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:23,347 DEBUG [M:0;01af7571cc75:44609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:23,347 INFO [M:0;01af7571cc75:44609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-11T17:16:23,368 DEBUG [M:0;01af7571cc75:44609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/738daa2688a9461c9e1647a04cef17e1 is 82, key is hbase:meta,,1/info:regioninfo/1731345382082/Put/seqid=0 2024-11-11T17:16:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:23,373 INFO [M:0;01af7571cc75:44609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/738daa2688a9461c9e1647a04cef17e1 2024-11-11T17:16:23,394 DEBUG [M:0;01af7571cc75:44609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069312b780824fefbac4eff4a1e4f808 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731345382566/Put/seqid=0 2024-11-11T17:16:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741846_1022 (size=6220) 2024-11-11T17:16:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741846_1022 (size=6220) 2024-11-11T17:16:23,400 INFO [M:0;01af7571cc75:44609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069312b780824fefbac4eff4a1e4f808 2024-11-11T17:16:23,419 DEBUG [M:0;01af7571cc75:44609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f2d1ff124704fc2a88fb4cd24756638 is 69, key is 01af7571cc75,35731,1731345381025/rs:state/1731345381392/Put/seqid=0 2024-11-11T17:16:23,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:23,419 INFO [RS:1;01af7571cc75:35731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:23,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35731-0x1012c2fa7a30002, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:23,419 INFO [RS:1;01af7571cc75:35731 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,35731,1731345381025; zookeeper connection closed. 2024-11-11T17:16:23,419 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a997549 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a997549 2024-11-11T17:16:23,420 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T17:16:23,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:23,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:23,425 INFO [M:0;01af7571cc75:44609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f2d1ff124704fc2a88fb4cd24756638 2024-11-11T17:16:23,431 DEBUG [M:0;01af7571cc75:44609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/738daa2688a9461c9e1647a04cef17e1 as hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/738daa2688a9461c9e1647a04cef17e1 2024-11-11T17:16:23,437 INFO [M:0;01af7571cc75:44609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/738daa2688a9461c9e1647a04cef17e1, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T17:16:23,438 DEBUG [M:0;01af7571cc75:44609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069312b780824fefbac4eff4a1e4f808 as hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/069312b780824fefbac4eff4a1e4f808 2024-11-11T17:16:23,444 INFO [M:0;01af7571cc75:44609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/069312b780824fefbac4eff4a1e4f808, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T17:16:23,445 DEBUG [M:0;01af7571cc75:44609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f2d1ff124704fc2a88fb4cd24756638 as hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f2d1ff124704fc2a88fb4cd24756638 2024-11-11T17:16:23,450 INFO [M:0;01af7571cc75:44609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35999/user/jenkins/test-data/c64e31db-1748-e3b8-5eda-4160dcfd35f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f2d1ff124704fc2a88fb4cd24756638, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T17:16:23,451 INFO [M:0;01af7571cc75:44609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=71, compaction requested=false 2024-11-11T17:16:23,453 INFO [M:0;01af7571cc75:44609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:23,453 DEBUG [M:0;01af7571cc75:44609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345383346Disabling compacts and flushes for region at 1731345383346Disabling writes for close at 1731345383347 (+1 ms)Obtaining lock to block concurrent updates at 1731345383347Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731345383347Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731345383347Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731345383348 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731345383348Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731345383367 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731345383367Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731345383378 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731345383394 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731345383394Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731345383405 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731345383419 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731345383419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53050255: reopening flushed file at 1731345383430 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6175048b: reopening flushed file at 1731345383437 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34075cd: reopening flushed file at 1731345383444 (+7 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=71, compaction requested=false at 1731345383451 (+7 ms)Writing region close event to WAL at 1731345383453 (+2 ms)Closed at 1731345383453 2024-11-11T17:16:23,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741830_1006 (size=35452) 2024-11-11T17:16:23,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43831 is added to blk_1073741830_1006 (size=35452) 2024-11-11T17:16:23,456 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:23,456 INFO [M:0;01af7571cc75:44609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T17:16:23,456 INFO [M:0;01af7571cc75:44609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44609 2024-11-11T17:16:23,456 INFO [M:0;01af7571cc75:44609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:23,567 INFO [M:0;01af7571cc75:44609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:23,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:23,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44609-0x1012c2fa7a30000, quorum=127.0.0.1:59199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:23,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bca224b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:23,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5690aa44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:23,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:23,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ecbb5ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:23,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d0eee01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:23,577 WARN [BP-444802734-172.17.0.2-1731345378980 heartbeating to localhost/127.0.0.1:35999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:23,577 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:23,577 WARN [BP-444802734-172.17.0.2-1731345378980 heartbeating to localhost/127.0.0.1:35999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-444802734-172.17.0.2-1731345378980 (Datanode Uuid 658ec603-1701-4dbe-b252-ae005fc8e549) service to localhost/127.0.0.1:35999 2024-11-11T17:16:23,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:23,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37/data/data3/current/BP-444802734-172.17.0.2-1731345378980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:23,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37/data/data4/current/BP-444802734-172.17.0.2-1731345378980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:23,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:23,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e06841a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:23,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ff24e23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:23,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:23,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@257e5ead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:23,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8718df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:23,583 WARN [BP-444802734-172.17.0.2-1731345378980 heartbeating to localhost/127.0.0.1:35999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:23,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:23,583 WARN [BP-444802734-172.17.0.2-1731345378980 heartbeating to localhost/127.0.0.1:35999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-444802734-172.17.0.2-1731345378980 (Datanode Uuid 4d93bbe9-f241-4e0a-9773-5191081c0d21) service to localhost/127.0.0.1:35999 2024-11-11T17:16:23,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:23,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37/data/data1/current/BP-444802734-172.17.0.2-1731345378980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:23,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/cluster_ec25ca83-0c51-06ca-655d-de8706d02d37/data/data2/current/BP-444802734-172.17.0.2-1731345378980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:23,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:23,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1879976a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:23,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36bb63cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:23,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:23,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24166eec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:23,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b30e916{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:23,595 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T17:16:23,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T17:16:23,620 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=133 (was 114) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:35999 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:35999 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:35999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:35999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=7400 (was 7671) 2024-11-11T17:16:23,626 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=133, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=7400 2024-11-11T17:16:23,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.log.dir so I do NOT create it in target/test-data/a71856de-0ab7-d236-4d11-f67528da9902 2024-11-11T17:16:23,638 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T17:16:23,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.tmp.dir so I do NOT create it in target/test-data/a71856de-0ab7-d236-4d11-f67528da9902 2024-11-11T17:16:23,638 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53d80900-2dc9-4ec3-b52e-2fab019ddb00/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T17:16:23,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902 2024-11-11T17:16:23,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T17:16:23,638 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e, deleteOnExit=true 2024-11-11T17:16:23,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T17:16:23,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/test.cache.data in system properties and HBase conf 2024-11-11T17:16:23,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T17:16:23,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.log.dir in system properties and HBase conf 2024-11-11T17:16:23,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T17:16:23,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T17:16:23,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T17:16:23,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T17:16:23,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:23,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/nfs.dump.dir in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/java.io.tmpdir in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T17:16:23,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T17:16:23,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:23,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:23,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:23,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:23,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T17:16:23,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:23,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9ac6c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:23,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e5bddc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:23,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f1d71b4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/java.io.tmpdir/jetty-localhost-41621-hadoop-hdfs-3_4_1-tests_jar-_-any-17974657410021757412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:23,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ce11fc0{HTTP/1.1, (http/1.1)}{localhost:41621} 2024-11-11T17:16:23,979 INFO [Time-limited test {}] server.Server(415): Started @21539ms 2024-11-11T17:16:24,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:24,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:24,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:24,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:24,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T17:16:24,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57cd2a75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:24,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fa8573{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:24,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19c2baea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/java.io.tmpdir/jetty-localhost-35749-hadoop-hdfs-3_4_1-tests_jar-_-any-2603457621921160752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:24,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21cfc7b2{HTTP/1.1, (http/1.1)}{localhost:35749} 2024-11-11T17:16:24,306 INFO [Time-limited test {}] server.Server(415): Started @21865ms 2024-11-11T17:16:24,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:24,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:24,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:24,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:24,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:24,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T17:16:24,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25742093{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:24,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fb8ad6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:24,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4863d4d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/java.io.tmpdir/jetty-localhost-46235-hadoop-hdfs-3_4_1-tests_jar-_-any-1998355196727107906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:24,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d992096{HTTP/1.1, (http/1.1)}{localhost:46235} 2024-11-11T17:16:24,433 INFO [Time-limited test {}] server.Server(415): Started @21993ms 2024-11-11T17:16:24,435 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:25,233 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e/data/data1/current/BP-1915347808-172.17.0.2-1731345383654/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:25,233 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e/data/data2/current/BP-1915347808-172.17.0.2-1731345383654/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:25,254 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb1c7045acd86899 with lease ID 0xf01dc9162457f68c: Processing first storage report for DS-f473fa4b-b223-49e7-9c46-155b75174a6c from datanode DatanodeRegistration(127.0.0.1:44553, datanodeUuid=1716aecf-751f-4a64-b1ec-7868b08e6949, infoPort=39933, infoSecurePort=0, ipcPort=42941, storageInfo=lv=-57;cid=testClusterID;nsid=1811532258;c=1731345383654) 2024-11-11T17:16:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb1c7045acd86899 with lease ID 0xf01dc9162457f68c: from storage DS-f473fa4b-b223-49e7-9c46-155b75174a6c node DatanodeRegistration(127.0.0.1:44553, datanodeUuid=1716aecf-751f-4a64-b1ec-7868b08e6949, infoPort=39933, infoSecurePort=0, ipcPort=42941, storageInfo=lv=-57;cid=testClusterID;nsid=1811532258;c=1731345383654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb1c7045acd86899 with lease ID 0xf01dc9162457f68c: Processing first storage report for DS-78ff7129-e5c4-4ca9-9374-54c6d6f4d3cf from datanode DatanodeRegistration(127.0.0.1:44553, datanodeUuid=1716aecf-751f-4a64-b1ec-7868b08e6949, infoPort=39933, infoSecurePort=0, ipcPort=42941, storageInfo=lv=-57;cid=testClusterID;nsid=1811532258;c=1731345383654) 2024-11-11T17:16:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb1c7045acd86899 with lease ID 0xf01dc9162457f68c: from storage DS-78ff7129-e5c4-4ca9-9374-54c6d6f4d3cf node DatanodeRegistration(127.0.0.1:44553, datanodeUuid=1716aecf-751f-4a64-b1ec-7868b08e6949, infoPort=39933, infoSecurePort=0, ipcPort=42941, storageInfo=lv=-57;cid=testClusterID;nsid=1811532258;c=1731345383654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:25,358 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e/data/data3/current/BP-1915347808-172.17.0.2-1731345383654/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:25,358 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e/data/data4/current/BP-1915347808-172.17.0.2-1731345383654/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:25,382 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18304b7af40b600d with lease ID 0xf01dc9162457f68d: Processing first storage report for DS-15ff1641-170d-44f6-9e64-7adc1c3265a8 from datanode DatanodeRegistration(127.0.0.1:33447, datanodeUuid=f522edf0-431f-48c2-8f85-e9e7fd45058d, infoPort=43959, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=1811532258;c=1731345383654) 2024-11-11T17:16:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18304b7af40b600d with lease ID 0xf01dc9162457f68d: from storage DS-15ff1641-170d-44f6-9e64-7adc1c3265a8 node DatanodeRegistration(127.0.0.1:33447, datanodeUuid=f522edf0-431f-48c2-8f85-e9e7fd45058d, infoPort=43959, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=1811532258;c=1731345383654), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18304b7af40b600d with lease ID 0xf01dc9162457f68d: Processing first storage report for DS-b0d64f56-0cec-405d-8f05-21ebff5d67c2 from datanode DatanodeRegistration(127.0.0.1:33447, datanodeUuid=f522edf0-431f-48c2-8f85-e9e7fd45058d, infoPort=43959, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=1811532258;c=1731345383654) 2024-11-11T17:16:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18304b7af40b600d with lease ID 0xf01dc9162457f68d: from storage DS-b0d64f56-0cec-405d-8f05-21ebff5d67c2 node DatanodeRegistration(127.0.0.1:33447, datanodeUuid=f522edf0-431f-48c2-8f85-e9e7fd45058d, infoPort=43959, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=1811532258;c=1731345383654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:25,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902 2024-11-11T17:16:25,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e/zookeeper_0, clientPort=52723, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T17:16:25,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52723 2024-11-11T17:16:25,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:25,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:25,486 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6 with version=8 2024-11-11T17:16:25,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/hbase-staging 2024-11-11T17:16:25,488 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:25,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:25,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:25,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:25,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:25,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:25,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T17:16:25,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:25,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33497 2024-11-11T17:16:25,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33497 connecting to ZooKeeper ensemble=127.0.0.1:52723 2024-11-11T17:16:25,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334970x0, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:25,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33497-0x1012c2fb9ea0000 connected 2024-11-11T17:16:25,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:25,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:25,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:25,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6, hbase.cluster.distributed=false 2024-11-11T17:16:25,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:25,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33497 2024-11-11T17:16:25,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33497 2024-11-11T17:16:25,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33497 2024-11-11T17:16:25,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33497 2024-11-11T17:16:25,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33497 2024-11-11T17:16:25,642 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:25,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:25,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:25,642 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:25,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:25,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:25,642 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:25,642 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:25,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35171 2024-11-11T17:16:25,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35171 connecting to ZooKeeper ensemble=127.0.0.1:52723 2024-11-11T17:16:25,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:25,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:25,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351710x0, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:25,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351710x0, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:25,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35171-0x1012c2fb9ea0001 connected 2024-11-11T17:16:25,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:25,665 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T17:16:25,671 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T17:16:25,675 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T17:16:25,679 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T17:16:25,679 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:25,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:25,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:25,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35171 2024-11-11T17:16:25,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35171 2024-11-11T17:16:25,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35171 2024-11-11T17:16:25,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35171 2024-11-11T17:16:25,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35171 2024-11-11T17:16:25,697 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:25,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:25,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:25,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:25,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:25,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:25,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:25,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:25,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39989 2024-11-11T17:16:25,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39989 connecting to ZooKeeper ensemble=127.0.0.1:52723 2024-11-11T17:16:25,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:25,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:25,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399890x0, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:25,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399890x0, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:25,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39989-0x1012c2fb9ea0002 connected 2024-11-11T17:16:25,711 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:25,712 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T17:16:25,717 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T17:16:25,717 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T17:16:25,718 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T17:16:25,718 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:25,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:25,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:25,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39989 2024-11-11T17:16:25,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39989 2024-11-11T17:16:25,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39989 2024-11-11T17:16:25,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39989 2024-11-11T17:16:25,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39989 2024-11-11T17:16:25,737 DEBUG [M:0;01af7571cc75:33497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01af7571cc75:33497 2024-11-11T17:16:25,737 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/01af7571cc75,33497,1731345385488 2024-11-11T17:16:25,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:25,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:25,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:25,744 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/01af7571cc75,33497,1731345385488 2024-11-11T17:16:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:25,753 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T17:16:25,753 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/01af7571cc75,33497,1731345385488 from backup master directory 2024-11-11T17:16:25,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:25,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/01af7571cc75,33497,1731345385488 2024-11-11T17:16:25,761 WARN [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:25,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:25,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:25,761 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01af7571cc75,33497,1731345385488 2024-11-11T17:16:25,765 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/hbase.id] with ID: e1fe02c2-cb03-452d-877e-e7cb87cda2c2 2024-11-11T17:16:25,765 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/.tmp/hbase.id 2024-11-11T17:16:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:25,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:25,771 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/.tmp/hbase.id]:[hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/hbase.id] 2024-11-11T17:16:25,783 INFO [master/01af7571cc75:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:25,783 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T17:16:25,784 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T17:16:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:25,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:25,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:26,204 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:26,207 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T17:16:26,208 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:26,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:26,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:26,219 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store 2024-11-11T17:16:26,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:26,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:26,226 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:26,227 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:26,227 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:26,227 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:26,227 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:26,227 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:26,227 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:26,227 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345386226Disabling compacts and flushes for region at 1731345386226Disabling writes for close at 1731345386227 (+1 ms)Writing region close event to WAL at 1731345386227Closed at 1731345386227 2024-11-11T17:16:26,228 WARN [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/.initializing 2024-11-11T17:16:26,228 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/WALs/01af7571cc75,33497,1731345385488 2024-11-11T17:16:26,228 INFO [master/01af7571cc75:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:26,230 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C33497%2C1731345385488, suffix=, logDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/WALs/01af7571cc75,33497,1731345385488, archiveDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/oldWALs, maxLogs=10 2024-11-11T17:16:26,241 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/WALs/01af7571cc75,33497,1731345385488/01af7571cc75%2C33497%2C1731345385488.1731345386230, exclude list is [], retry=0 2024-11-11T17:16:26,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33447,DS-15ff1641-170d-44f6-9e64-7adc1c3265a8,DISK] 2024-11-11T17:16:26,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44553,DS-f473fa4b-b223-49e7-9c46-155b75174a6c,DISK] 2024-11-11T17:16:26,245 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/WALs/01af7571cc75,33497,1731345385488/01af7571cc75%2C33497%2C1731345385488.1731345386230 2024-11-11T17:16:26,245 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959),(127.0.0.1/127.0.0.1:39933:39933)] 2024-11-11T17:16:26,245 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:26,246 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:26,246 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,246 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T17:16:26,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:26,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:26,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T17:16:26,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:26,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:26,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T17:16:26,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:26,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:26,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T17:16:26,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:26,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:26,255 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,256 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,257 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,258 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,258 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,259 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:26,260 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:26,263 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:26,263 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75374148, jitterRate=0.12316232919692993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:26,264 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731345386246Initializing all the Stores at 1731345386247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345386247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345386247Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345386247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345386247Cleaning up temporary data from old regions at 1731345386258 (+11 ms)Region opened successfully at 1731345386264 (+6 ms) 2024-11-11T17:16:26,265 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T17:16:26,269 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82e33ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:26,270 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T17:16:26,270 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T17:16:26,270 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T17:16:26,270 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T17:16:26,271 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T17:16:26,271 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T17:16:26,271 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T17:16:26,274 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T17:16:26,274 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T17:16:26,310 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T17:16:26,311 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T17:16:26,312 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T17:16:26,319 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T17:16:26,319 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T17:16:26,320 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T17:16:26,327 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T17:16:26,328 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T17:16:26,335 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T17:16:26,338 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T17:16:26,344 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T17:16:26,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:26,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:26,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:26,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,353 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01af7571cc75,33497,1731345385488, sessionid=0x1012c2fb9ea0000, setting cluster-up flag (Was=false) 2024-11-11T17:16:26,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,394 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T17:16:26,395 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,33497,1731345385488 2024-11-11T17:16:26,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,435 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T17:16:26,437 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,33497,1731345385488 2024-11-11T17:16:26,439 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T17:16:26,441 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:26,441 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T17:16:26,441 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T17:16:26,442 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01af7571cc75,33497,1731345385488 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T17:16:26,444 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:26,444 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:26,444 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:26,444 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:26,444 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01af7571cc75:0, corePoolSize=10, maxPoolSize=10 2024-11-11T17:16:26,444 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,444 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:26,444 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,445 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731345416445 2024-11-11T17:16:26,446 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T17:16:26,446 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T17:16:26,446 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T17:16:26,446 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T17:16:26,446 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T17:16:26,446 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T17:16:26,446 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:26,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T17:16:26,447 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T17:16:26,447 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T17:16:26,447 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T17:16:26,448 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T17:16:26,448 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T17:16:26,448 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345386448,5,FailOnTimeoutGroup] 2024-11-11T17:16:26,448 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345386448,5,FailOnTimeoutGroup] 2024-11-11T17:16:26,448 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:26,448 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,449 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T17:16:26,449 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,449 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,449 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T17:16:26,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:26,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:26,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T17:16:26,459 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6 2024-11-11T17:16:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741832_1008 (size=32) 2024-11-11T17:16:26,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741832_1008 (size=32) 2024-11-11T17:16:26,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:26,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:26,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:26,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:26,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:26,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:26,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:26,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:26,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:26,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:26,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:26,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:26,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:26,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:26,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:26,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:26,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:26,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:26,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740 2024-11-11T17:16:26,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740 2024-11-11T17:16:26,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:26,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:26,484 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:26,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:26,487 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:26,488 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59409174, jitterRate=-0.11473432183265686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:26,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731345386468Initializing all the Stores at 1731345386469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345386469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345386469Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345386469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345386469Cleaning up temporary data from old regions at 1731345386484 (+15 ms)Region opened successfully at 1731345386488 (+4 ms) 2024-11-11T17:16:26,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:26,488 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:26,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:26,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T17:16:26,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:26,489 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:26,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345386488Disabling compacts and flushes for region at 1731345386488Disabling writes for close at 1731345386488Writing region close event to WAL at 1731345386489 (+1 ms)Closed at 1731345386489 2024-11-11T17:16:26,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:26,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T17:16:26,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T17:16:26,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:26,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T17:16:26,530 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(746): ClusterId : e1fe02c2-cb03-452d-877e-e7cb87cda2c2 2024-11-11T17:16:26,530 INFO [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(746): ClusterId : e1fe02c2-cb03-452d-877e-e7cb87cda2c2 2024-11-11T17:16:26,531 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:26,531 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:26,536 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:26,536 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:26,536 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:26,537 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:26,545 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:26,545 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:26,545 DEBUG [RS:0;01af7571cc75:35171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b35a06f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:26,545 DEBUG [RS:1;01af7571cc75:39989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e6a9ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:26,555 DEBUG [RS:0;01af7571cc75:35171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01af7571cc75:35171 2024-11-11T17:16:26,555 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;01af7571cc75:39989 2024-11-11T17:16:26,555 INFO [RS:0;01af7571cc75:35171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:26,555 INFO [RS:1;01af7571cc75:39989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:26,555 INFO [RS:0;01af7571cc75:35171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:26,555 INFO [RS:1;01af7571cc75:39989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:26,555 DEBUG [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:26,555 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:26,556 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,33497,1731345385488 with port=39989, startcode=1731345385697 2024-11-11T17:16:26,556 INFO [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,33497,1731345385488 with port=35171, startcode=1731345385642 2024-11-11T17:16:26,556 DEBUG [RS:1;01af7571cc75:39989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:26,556 DEBUG [RS:0;01af7571cc75:35171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:26,558 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:26,558 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:26,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,35171,1731345385642 2024-11-11T17:16:26,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33497 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,35171,1731345385642 2024-11-11T17:16:26,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,39989,1731345385697 2024-11-11T17:16:26,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33497 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,39989,1731345385697 2024-11-11T17:16:26,560 DEBUG [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6 2024-11-11T17:16:26,560 DEBUG [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42817 2024-11-11T17:16:26,560 DEBUG [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:26,561 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6 2024-11-11T17:16:26,561 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42817 2024-11-11T17:16:26,561 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:26,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:26,604 DEBUG [RS:0;01af7571cc75:35171 {}] zookeeper.ZKUtil(111): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,35171,1731345385642 2024-11-11T17:16:26,604 WARN [RS:0;01af7571cc75:35171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:26,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,35171,1731345385642] 2024-11-11T17:16:26,604 INFO [RS:0;01af7571cc75:35171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:26,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,39989,1731345385697] 2024-11-11T17:16:26,604 DEBUG [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,35171,1731345385642 2024-11-11T17:16:26,604 DEBUG [RS:1;01af7571cc75:39989 {}] zookeeper.ZKUtil(111): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,39989,1731345385697 2024-11-11T17:16:26,604 WARN [RS:1;01af7571cc75:39989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:26,604 INFO [RS:1;01af7571cc75:39989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:26,604 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,39989,1731345385697 2024-11-11T17:16:26,609 INFO [RS:0;01af7571cc75:35171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:26,609 INFO [RS:1;01af7571cc75:39989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:26,611 INFO [RS:0;01af7571cc75:35171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:26,612 INFO [RS:0;01af7571cc75:35171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:26,612 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,612 INFO [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:26,613 INFO [RS:0;01af7571cc75:35171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:26,613 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,613 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,614 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,614 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,614 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,614 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,614 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:26,614 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,614 INFO [RS:1;01af7571cc75:39989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:26,614 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,614 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,615 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,615 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,615 INFO [RS:1;01af7571cc75:39989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:26,615 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,615 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,615 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:26,615 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:26,615 DEBUG [RS:0;01af7571cc75:35171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:26,615 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,616 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,616 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,616 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,616 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,616 INFO [RS:1;01af7571cc75:39989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:26,616 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,35171,1731345385642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:26,616 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:26,616 DEBUG [RS:1;01af7571cc75:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:26,617 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,617 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,617 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,617 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,617 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,617 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,39989,1731345385697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:26,631 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:26,631 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,39989,1731345385697-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,631 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,631 INFO [RS:1;01af7571cc75:39989 {}] regionserver.Replication(171): 01af7571cc75,39989,1731345385697 started 2024-11-11T17:16:26,636 INFO [RS:0;01af7571cc75:35171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:26,636 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,35171,1731345385642-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,636 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,636 INFO [RS:0;01af7571cc75:35171 {}] regionserver.Replication(171): 01af7571cc75,35171,1731345385642 started 2024-11-11T17:16:26,643 WARN [01af7571cc75:33497 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T17:16:26,643 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,644 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,39989,1731345385697, RpcServer on 01af7571cc75/172.17.0.2:39989, sessionid=0x1012c2fb9ea0002 2024-11-11T17:16:26,644 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:26,644 DEBUG [RS:1;01af7571cc75:39989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,39989,1731345385697 2024-11-11T17:16:26,644 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,39989,1731345385697' 2024-11-11T17:16:26,644 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:26,645 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:26,645 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:26,645 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:26,645 DEBUG [RS:1;01af7571cc75:39989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,39989,1731345385697 2024-11-11T17:16:26,645 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,39989,1731345385697' 2024-11-11T17:16:26,645 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:26,645 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:26,646 DEBUG [RS:1;01af7571cc75:39989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:26,646 INFO [RS:1;01af7571cc75:39989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:26,646 INFO [RS:1;01af7571cc75:39989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:26,653 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:26,653 INFO [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,35171,1731345385642, RpcServer on 01af7571cc75/172.17.0.2:35171, sessionid=0x1012c2fb9ea0001 2024-11-11T17:16:26,653 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:26,653 DEBUG [RS:0;01af7571cc75:35171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,35171,1731345385642 2024-11-11T17:16:26,653 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,35171,1731345385642' 2024-11-11T17:16:26,653 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:26,654 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:26,654 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:26,654 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:26,654 DEBUG [RS:0;01af7571cc75:35171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,35171,1731345385642 2024-11-11T17:16:26,654 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,35171,1731345385642' 2024-11-11T17:16:26,654 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:26,654 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:26,655 DEBUG [RS:0;01af7571cc75:35171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:26,655 INFO [RS:0;01af7571cc75:35171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:26,655 INFO [RS:0;01af7571cc75:35171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:26,746 INFO [RS:1;01af7571cc75:39989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:26,750 INFO [RS:1;01af7571cc75:39989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C39989%2C1731345385697, suffix=, logDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,39989,1731345385697, archiveDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/oldWALs, maxLogs=32 2024-11-11T17:16:26,756 INFO [RS:0;01af7571cc75:35171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:26,758 INFO [RS:0;01af7571cc75:35171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C35171%2C1731345385642, suffix=, logDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,35171,1731345385642, archiveDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/oldWALs, maxLogs=32 2024-11-11T17:16:26,769 DEBUG [RS:1;01af7571cc75:39989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,39989,1731345385697/01af7571cc75%2C39989%2C1731345385697.1731345386750, exclude list is [], retry=0 2024-11-11T17:16:26,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44553,DS-f473fa4b-b223-49e7-9c46-155b75174a6c,DISK] 2024-11-11T17:16:26,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33447,DS-15ff1641-170d-44f6-9e64-7adc1c3265a8,DISK] 2024-11-11T17:16:26,773 DEBUG [RS:0;01af7571cc75:35171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,35171,1731345385642/01af7571cc75%2C35171%2C1731345385642.1731345386759, exclude list is [], retry=0 2024-11-11T17:16:26,774 INFO [RS:1;01af7571cc75:39989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,39989,1731345385697/01af7571cc75%2C39989%2C1731345385697.1731345386750 2024-11-11T17:16:26,774 DEBUG [RS:1;01af7571cc75:39989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39933:39933),(127.0.0.1/127.0.0.1:43959:43959)] 2024-11-11T17:16:26,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33447,DS-15ff1641-170d-44f6-9e64-7adc1c3265a8,DISK] 2024-11-11T17:16:26,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44553,DS-f473fa4b-b223-49e7-9c46-155b75174a6c,DISK] 2024-11-11T17:16:26,778 INFO [RS:0;01af7571cc75:35171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,35171,1731345385642/01af7571cc75%2C35171%2C1731345385642.1731345386759 2024-11-11T17:16:26,778 DEBUG [RS:0;01af7571cc75:35171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959),(127.0.0.1/127.0.0.1:39933:39933)] 2024-11-11T17:16:26,893 DEBUG [01af7571cc75:33497 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T17:16:26,893 DEBUG [01af7571cc75:33497 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:26,895 DEBUG [01af7571cc75:33497 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:26,895 DEBUG [01af7571cc75:33497 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:26,895 DEBUG [01af7571cc75:33497 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:26,895 DEBUG [01af7571cc75:33497 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:26,895 INFO [01af7571cc75:33497 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:26,896 INFO [01af7571cc75:33497 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:26,896 DEBUG [01af7571cc75:33497 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:26,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01af7571cc75,39989,1731345385697 2024-11-11T17:16:26,897 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,39989,1731345385697, state=OPENING 2024-11-11T17:16:26,927 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T17:16:26,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:26,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:26,936 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:26,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:26,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:26,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,39989,1731345385697}] 2024-11-11T17:16:27,090 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:27,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:27,097 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T17:16:27,097 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:27,097 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T17:16:27,099 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C39989%2C1731345385697.meta, suffix=.meta, logDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,39989,1731345385697, archiveDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/oldWALs, maxLogs=32 2024-11-11T17:16:27,111 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,39989,1731345385697/01af7571cc75%2C39989%2C1731345385697.meta.1731345387099.meta, exclude list is [], retry=0 2024-11-11T17:16:27,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44553,DS-f473fa4b-b223-49e7-9c46-155b75174a6c,DISK] 2024-11-11T17:16:27,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33447,DS-15ff1641-170d-44f6-9e64-7adc1c3265a8,DISK] 2024-11-11T17:16:27,115 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,39989,1731345385697/01af7571cc75%2C39989%2C1731345385697.meta.1731345387099.meta 2024-11-11T17:16:27,116 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959),(127.0.0.1/127.0.0.1:39933:39933)] 2024-11-11T17:16:27,116 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:27,116 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T17:16:27,116 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T17:16:27,116 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T17:16:27,116 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T17:16:27,117 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:27,117 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T17:16:27,117 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T17:16:27,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:27,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:27,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:27,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:27,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:27,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:27,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:27,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:27,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:27,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:27,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:27,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:27,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:27,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:27,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:27,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:27,124 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:27,125 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740 2024-11-11T17:16:27,126 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740 2024-11-11T17:16:27,127 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:27,127 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:27,128 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:27,129 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:27,130 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73646347, jitterRate=0.09741608798503876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:27,130 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T17:16:27,130 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731345387117Writing region info on filesystem at 1731345387117Initializing all the Stores at 1731345387118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345387118Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345387118Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345387118Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345387118Cleaning up temporary data from old regions at 1731345387127 (+9 ms)Running coprocessor post-open hooks at 1731345387130 (+3 ms)Region opened successfully at 1731345387130 2024-11-11T17:16:27,131 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731345387089 2024-11-11T17:16:27,134 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T17:16:27,134 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T17:16:27,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,39989,1731345385697 2024-11-11T17:16:27,136 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,39989,1731345385697, state=OPEN 2024-11-11T17:16:27,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:27,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:27,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:27,144 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01af7571cc75,39989,1731345385697 2024-11-11T17:16:27,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:27,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:27,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:27,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T17:16:27,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,39989,1731345385697 in 208 msec 2024-11-11T17:16:27,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T17:16:27,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-11-11T17:16:27,151 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:27,151 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T17:16:27,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:27,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,39989,1731345385697, seqNum=-1] 2024-11-11T17:16:27,153 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:27,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:27,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 720 msec 2024-11-11T17:16:27,162 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731345387161, completionTime=-1 2024-11-11T17:16:27,162 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T17:16:27,162 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T17:16:27,164 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T17:16:27,164 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731345447164 2024-11-11T17:16:27,164 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731345507164 2024-11-11T17:16:27,164 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T17:16:27,164 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,33497,1731345385488-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:27,164 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,33497,1731345385488-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:27,165 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,33497,1731345385488-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:27,165 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01af7571cc75:33497, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:27,165 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:27,165 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:27,167 DEBUG [master/01af7571cc75:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T17:16:27,169 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.408sec 2024-11-11T17:16:27,169 INFO [master/01af7571cc75:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T17:16:27,169 INFO [master/01af7571cc75:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T17:16:27,169 INFO [master/01af7571cc75:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T17:16:27,169 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T17:16:27,169 INFO [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T17:16:27,169 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,33497,1731345385488-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:27,170 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,33497,1731345385488-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T17:16:27,172 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T17:16:27,172 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T17:16:27,172 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,33497,1731345385488-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:27,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f96f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:27,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,33497,-1 for getting cluster id 2024-11-11T17:16:27,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T17:16:27,232 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1fe02c2-cb03-452d-877e-e7cb87cda2c2' 2024-11-11T17:16:27,232 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T17:16:27,233 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1fe02c2-cb03-452d-877e-e7cb87cda2c2" 2024-11-11T17:16:27,233 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6faa230c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:27,233 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,33497,-1] 2024-11-11T17:16:27,233 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T17:16:27,234 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:27,235 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T17:16:27,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb06845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:27,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:27,238 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,39989,1731345385697, seqNum=-1] 2024-11-11T17:16:27,239 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:27,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:27,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01af7571cc75,33497,1731345385488 2024-11-11T17:16:27,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T17:16:27,244 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,33497,1731345385488 2024-11-11T17:16:27,244 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@225c4b37 2024-11-11T17:16:27,244 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T17:16:27,245 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T17:16:27,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T17:16:27,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T17:16:27,249 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:27,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T17:16:27,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T17:16:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:27,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T17:16:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:27,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:27,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:27,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:27,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:27,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:27,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:27,660 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2036486e8a6f1a19cc0b18e2d5dfacce, NAME => 'testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6 2024-11-11T17:16:27,660 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5c0df5a9a9d2187c0d12a99c6e481aa0, NAME => 'testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6 2024-11-11T17:16:27,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:27,669 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:27,669 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 2036486e8a6f1a19cc0b18e2d5dfacce, disabling compactions & flushes 2024-11-11T17:16:27,669 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:27,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:27,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. after waiting 0 ms 2024-11-11T17:16:27,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:27,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:27,670 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:27,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 5c0df5a9a9d2187c0d12a99c6e481aa0, disabling compactions & flushes 2024-11-11T17:16:27,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2036486e8a6f1a19cc0b18e2d5dfacce: Waiting for close lock at 1731345387669Disabling compacts and flushes for region at 1731345387669Disabling writes for close at 1731345387670 (+1 ms)Writing region close event to WAL at 1731345387670Closed at 1731345387670 2024-11-11T17:16:27,670 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:27,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:27,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. after waiting 0 ms 2024-11-11T17:16:27,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:27,670 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:27,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5c0df5a9a9d2187c0d12a99c6e481aa0: Waiting for close lock at 1731345387670Disabling compacts and flushes for region at 1731345387670Disabling writes for close at 1731345387670Writing region close event to WAL at 1731345387670Closed at 1731345387670 2024-11-11T17:16:27,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T17:16:27,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345387672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345387672"}]},"ts":"1731345387672"} 2024-11-11T17:16:27,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345387672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345387672"}]},"ts":"1731345387672"} 2024-11-11T17:16:27,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T17:16:27,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T17:16:27,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345387677"}]},"ts":"1731345387677"} 2024-11-11T17:16:27,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T17:16:27,680 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:27,682 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:27,682 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:27,682 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:27,682 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:27,682 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:27,682 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:27,682 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:27,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2036486e8a6f1a19cc0b18e2d5dfacce, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c0df5a9a9d2187c0d12a99c6e481aa0, ASSIGN}] 2024-11-11T17:16:27,684 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c0df5a9a9d2187c0d12a99c6e481aa0, ASSIGN 2024-11-11T17:16:27,684 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2036486e8a6f1a19cc0b18e2d5dfacce, ASSIGN 2024-11-11T17:16:27,685 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2036486e8a6f1a19cc0b18e2d5dfacce, ASSIGN; state=OFFLINE, location=01af7571cc75,39989,1731345385697; forceNewPlan=false, retain=false 2024-11-11T17:16:27,685 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c0df5a9a9d2187c0d12a99c6e481aa0, ASSIGN; state=OFFLINE, location=01af7571cc75,35171,1731345385642; forceNewPlan=false, retain=false 2024-11-11T17:16:27,836 INFO [01af7571cc75:33497 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T17:16:27,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2036486e8a6f1a19cc0b18e2d5dfacce, regionState=OPENING, regionLocation=01af7571cc75,39989,1731345385697 2024-11-11T17:16:27,836 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c0df5a9a9d2187c0d12a99c6e481aa0, regionState=OPENING, regionLocation=01af7571cc75,35171,1731345385642 2024-11-11T17:16:27,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2036486e8a6f1a19cc0b18e2d5dfacce, ASSIGN because future has completed 2024-11-11T17:16:27,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2036486e8a6f1a19cc0b18e2d5dfacce, server=01af7571cc75,39989,1731345385697}] 2024-11-11T17:16:27,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c0df5a9a9d2187c0d12a99c6e481aa0, ASSIGN because future has completed 2024-11-11T17:16:27,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c0df5a9a9d2187c0d12a99c6e481aa0, server=01af7571cc75,35171,1731345385642}] 2024-11-11T17:16:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:27,995 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:27,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:28,001 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:28,001 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2036486e8a6f1a19cc0b18e2d5dfacce, NAME => 'testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T17:16:28,001 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,002 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:28,002 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,002 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,004 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:28,004 INFO [StoreOpener-2036486e8a6f1a19cc0b18e2d5dfacce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,004 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c0df5a9a9d2187c0d12a99c6e481aa0, NAME => 'testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T17:16:28,004 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,004 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:28,004 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,004 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,005 INFO [StoreOpener-2036486e8a6f1a19cc0b18e2d5dfacce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2036486e8a6f1a19cc0b18e2d5dfacce columnFamilyName family 2024-11-11T17:16:28,006 DEBUG [StoreOpener-2036486e8a6f1a19cc0b18e2d5dfacce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:28,006 INFO [StoreOpener-5c0df5a9a9d2187c0d12a99c6e481aa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,006 INFO [StoreOpener-2036486e8a6f1a19cc0b18e2d5dfacce-1 {}] regionserver.HStore(327): Store=2036486e8a6f1a19cc0b18e2d5dfacce/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:28,006 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,007 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,008 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,008 INFO [StoreOpener-5c0df5a9a9d2187c0d12a99c6e481aa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c0df5a9a9d2187c0d12a99c6e481aa0 columnFamilyName family 2024-11-11T17:16:28,008 DEBUG [StoreOpener-5c0df5a9a9d2187c0d12a99c6e481aa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:28,008 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,008 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,008 INFO [StoreOpener-5c0df5a9a9d2187c0d12a99c6e481aa0-1 {}] regionserver.HStore(327): Store=5c0df5a9a9d2187c0d12a99c6e481aa0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:28,009 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,009 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,010 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,010 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,010 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,010 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,012 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,013 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/2036486e8a6f1a19cc0b18e2d5dfacce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:28,013 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 2036486e8a6f1a19cc0b18e2d5dfacce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64960759, jitterRate=-0.03200925886631012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:28,013 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,014 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2036486e8a6f1a19cc0b18e2d5dfacce: Running coprocessor pre-open hook at 1731345388002Writing region info on filesystem at 1731345388002Initializing all the Stores at 1731345388003 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345388003Cleaning up temporary data from old regions at 1731345388008 (+5 ms)Running coprocessor post-open hooks at 1731345388013 (+5 ms)Region opened successfully at 1731345388014 (+1 ms) 2024-11-11T17:16:28,014 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/5c0df5a9a9d2187c0d12a99c6e481aa0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:28,015 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce., pid=7, masterSystemTime=1731345387993 2024-11-11T17:16:28,015 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5c0df5a9a9d2187c0d12a99c6e481aa0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59730740, jitterRate=-0.10994261503219604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:28,015 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,015 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5c0df5a9a9d2187c0d12a99c6e481aa0: Running coprocessor pre-open hook at 1731345388004Writing region info on filesystem at 1731345388004Initializing all the Stores at 1731345388005 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345388005Cleaning up temporary data from old regions at 1731345388010 (+5 ms)Running coprocessor post-open hooks at 1731345388015 (+5 ms)Region opened successfully at 1731345388015 2024-11-11T17:16:28,016 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0., pid=8, masterSystemTime=1731345387994 2024-11-11T17:16:28,017 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:28,017 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:28,018 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2036486e8a6f1a19cc0b18e2d5dfacce, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,39989,1731345385697 2024-11-11T17:16:28,018 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:28,018 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:28,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c0df5a9a9d2187c0d12a99c6e481aa0, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,35171,1731345385642 2024-11-11T17:16:28,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2036486e8a6f1a19cc0b18e2d5dfacce, server=01af7571cc75,39989,1731345385697 because future has completed 2024-11-11T17:16:28,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c0df5a9a9d2187c0d12a99c6e481aa0, server=01af7571cc75,35171,1731345385642 because future has completed 2024-11-11T17:16:28,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T17:16:28,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2036486e8a6f1a19cc0b18e2d5dfacce, server=01af7571cc75,39989,1731345385697 in 183 msec 2024-11-11T17:16:28,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T17:16:28,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c0df5a9a9d2187c0d12a99c6e481aa0, server=01af7571cc75,35171,1731345385642 in 182 msec 2024-11-11T17:16:28,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2036486e8a6f1a19cc0b18e2d5dfacce, ASSIGN in 342 msec 2024-11-11T17:16:28,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T17:16:28,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5c0df5a9a9d2187c0d12a99c6e481aa0, ASSIGN in 344 msec 2024-11-11T17:16:28,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T17:16:28,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345388029"}]},"ts":"1731345388029"} 2024-11-11T17:16:28,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T17:16:28,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T17:16:28,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 786 msec 2024-11-11T17:16:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:28,392 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T17:16:28,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T17:16:28,393 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:28,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T17:16:28,400 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:28,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T17:16:28,404 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce., hostname=01af7571cc75,39989,1731345385697, seqNum=2] 2024-11-11T17:16:28,417 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0., hostname=01af7571cc75,35171,1731345385642, seqNum=2] 2024-11-11T17:16:28,418 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:28,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:28,431 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5c0df5a9a9d2187c0d12a99c6e481aa0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T17:16:28,450 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/5c0df5a9a9d2187c0d12a99c6e481aa0/.tmp/family/4124bae4742e43e18d45b01202d9470e is 32, key is 5/family:/1731345388420/Put/seqid=0 2024-11-11T17:16:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741839_1015 (size=5083) 2024-11-11T17:16:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741839_1015 (size=5083) 2024-11-11T17:16:28,458 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/5c0df5a9a9d2187c0d12a99c6e481aa0/.tmp/family/4124bae4742e43e18d45b01202d9470e 2024-11-11T17:16:28,465 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/5c0df5a9a9d2187c0d12a99c6e481aa0/.tmp/family/4124bae4742e43e18d45b01202d9470e as hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/5c0df5a9a9d2187c0d12a99c6e481aa0/family/4124bae4742e43e18d45b01202d9470e 2024-11-11T17:16:28,471 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/5c0df5a9a9d2187c0d12a99c6e481aa0/family/4124bae4742e43e18d45b01202d9470e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T17:16:28,472 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 5c0df5a9a9d2187c0d12a99c6e481aa0 in 41ms, sequenceid=9, compaction requested=false 2024-11-11T17:16:28,472 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5c0df5a9a9d2187c0d12a99c6e481aa0: 2024-11-11T17:16:28,473 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2036486e8a6f1a19cc0b18e2d5dfacce 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T17:16:28,492 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/2036486e8a6f1a19cc0b18e2d5dfacce/.tmp/family/3017e5e47ddd4c169cfe53f6233a4807 is 32, key is 1/family:/1731345388406/Put/seqid=0 2024-11-11T17:16:28,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741840_1016 (size=5054) 2024-11-11T17:16:28,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741840_1016 (size=5054) 2024-11-11T17:16:28,497 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/2036486e8a6f1a19cc0b18e2d5dfacce/.tmp/family/3017e5e47ddd4c169cfe53f6233a4807 2024-11-11T17:16:28,504 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/2036486e8a6f1a19cc0b18e2d5dfacce/.tmp/family/3017e5e47ddd4c169cfe53f6233a4807 as hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/2036486e8a6f1a19cc0b18e2d5dfacce/family/3017e5e47ddd4c169cfe53f6233a4807 2024-11-11T17:16:28,511 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/2036486e8a6f1a19cc0b18e2d5dfacce/family/3017e5e47ddd4c169cfe53f6233a4807, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T17:16:28,512 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2036486e8a6f1a19cc0b18e2d5dfacce in 39ms, sequenceid=8, compaction requested=false 2024-11-11T17:16:28,512 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2036486e8a6f1a19cc0b18e2d5dfacce: 2024-11-11T17:16:28,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7805ec35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:28,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,33497,-1 for getting cluster id 2024-11-11T17:16:28,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T17:16:28,514 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1fe02c2-cb03-452d-877e-e7cb87cda2c2' 2024-11-11T17:16:28,514 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T17:16:28,514 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1fe02c2-cb03-452d-877e-e7cb87cda2c2" 2024-11-11T17:16:28,514 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8a3f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:28,514 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,33497,-1] 2024-11-11T17:16:28,514 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T17:16:28,515 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:28,515 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T17:16:28,516 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768641c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:28,523 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T17:16:28,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:28,525 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,39989,1731345385697, seqNum=-1] 2024-11-11T17:16:28,525 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:28,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:28,529 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:28,530 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:28,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:28,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35171 {}] bucket.BucketCache(1864): found 1 blocks for file 4124bae4742e43e18d45b01202d9470e, starting offset: 0, end offset: 9223372036854775807 2024-11-11T17:16:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] bucket.BucketCache(1864): found 1 blocks for file 3017e5e47ddd4c169cfe53f6233a4807, starting offset: 0, end offset: 9223372036854775807 2024-11-11T17:16:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] bucket.BucketCache(857): removed key 3017e5e47ddd4c169cfe53f6233a4807_0 from back map with offset lock 2094080 in the evict process 2024-11-11T17:16:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35171 {}] bucket.BucketCache(857): removed key 4124bae4742e43e18d45b01202d9470e_0 from back map with offset lock 2094080 in the evict process 2024-11-11T17:16:28,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:28,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:28,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:28,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:28,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T17:16:28,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T17:16:28,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:28,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:28,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:28,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:28,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T17:16:28,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T17:16:28,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=566536149, stopped=false 2024-11-11T17:16:28,535 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01af7571cc75,33497,1731345385488 2024-11-11T17:16:28,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T17:16:28,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T17:16:28,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T17:16:28,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T17:16:28,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-11T17:16:28,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-11T17:16:28,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:28,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:28,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:28,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:28,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:28,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:28,569 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:28,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:28,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:28,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:28,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:28,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:28,570 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,35171,1731345385642' ***** 2024-11-11T17:16:28,570 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:28,570 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,39989,1731345385697' ***** 2024-11-11T17:16:28,570 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:28,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:28,570 INFO [RS:1;01af7571cc75:39989 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T17:16:28,570 INFO [RS:0;01af7571cc75:35171 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T17:16:28,571 INFO [RS:1;01af7571cc75:39989 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T17:16:28,571 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T17:16:28,571 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T17:16:28,571 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:28,571 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T17:16:28,571 INFO [RS:1;01af7571cc75:39989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:28,571 INFO [RS:0;01af7571cc75:35171 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T17:16:28,571 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:28,571 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T17:16:28,571 INFO [RS:1;01af7571cc75:39989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:28,571 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T17:16:28,571 INFO [RS:0;01af7571cc75:35171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:28,571 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(3091): Received CLOSE for 2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,571 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:28,571 INFO [RS:0;01af7571cc75:35171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:28,571 INFO [RS:0;01af7571cc75:35171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:28,571 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T17:16:28,571 INFO [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,571 INFO [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,35171,1731345385642 2024-11-11T17:16:28,571 INFO [RS:0;01af7571cc75:35171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:28,571 INFO [RS:0;01af7571cc75:35171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01af7571cc75:35171. 2024-11-11T17:16:28,572 DEBUG [RS:0;01af7571cc75:35171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:28,572 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c0df5a9a9d2187c0d12a99c6e481aa0, disabling compactions & flushes 2024-11-11T17:16:28,572 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,39989,1731345385697 2024-11-11T17:16:28,572 DEBUG [RS:0;01af7571cc75:35171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:28,572 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:28,572 INFO [RS:1;01af7571cc75:39989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:28,572 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:28,572 INFO [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T17:16:28,572 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2036486e8a6f1a19cc0b18e2d5dfacce, disabling compactions & flushes 2024-11-11T17:16:28,572 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. after waiting 0 ms 2024-11-11T17:16:28,572 INFO [RS:1;01af7571cc75:39989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;01af7571cc75:39989. 2024-11-11T17:16:28,572 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:28,572 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:28,572 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:28,572 DEBUG [RS:1;01af7571cc75:39989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:28,572 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. after waiting 0 ms 2024-11-11T17:16:28,572 DEBUG [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(1325): Online Regions={5c0df5a9a9d2187c0d12a99c6e481aa0=testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0.} 2024-11-11T17:16:28,572 DEBUG [RS:1;01af7571cc75:39989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:28,572 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:28,572 DEBUG [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(1351): Waiting on 5c0df5a9a9d2187c0d12a99c6e481aa0 2024-11-11T17:16:28,572 INFO [RS:1;01af7571cc75:39989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:28,572 INFO [RS:1;01af7571cc75:39989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:28,572 INFO [RS:1;01af7571cc75:39989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:28,572 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T17:16:28,572 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T17:16:28,572 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2036486e8a6f1a19cc0b18e2d5dfacce=testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce.} 2024-11-11T17:16:28,573 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2036486e8a6f1a19cc0b18e2d5dfacce 2024-11-11T17:16:28,573 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:28,573 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:28,573 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:28,573 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T17:16:28,573 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:28,573 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T17:16:28,577 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/5c0df5a9a9d2187c0d12a99c6e481aa0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T17:16:28,577 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:28,577 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c0df5a9a9d2187c0d12a99c6e481aa0: Waiting for close lock at 1731345388571Running coprocessor pre-close hooks at 1731345388571Disabling compacts and flushes for region at 1731345388571Disabling writes for close at 1731345388572 (+1 ms)Writing region close event to WAL at 1731345388573 (+1 ms)Running coprocessor post-close hooks at 1731345388577 (+4 ms)Closed at 1731345388577 2024-11-11T17:16:28,578 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0. 2024-11-11T17:16:28,580 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/default/testClearRegionBlockCache/2036486e8a6f1a19cc0b18e2d5dfacce/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T17:16:28,580 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:28,580 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2036486e8a6f1a19cc0b18e2d5dfacce: Waiting for close lock at 1731345388572Running coprocessor pre-close hooks at 1731345388572Disabling compacts and flushes for region at 1731345388572Disabling writes for close at 1731345388572Writing region close event to WAL at 1731345388573 (+1 ms)Running coprocessor post-close hooks at 1731345388580 (+7 ms)Closed at 1731345388580 2024-11-11T17:16:28,581 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731345387246.2036486e8a6f1a19cc0b18e2d5dfacce. 2024-11-11T17:16:28,588 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/.tmp/info/0adca13cf6f64df8a3480557d7365fc3 is 173, key is testClearRegionBlockCache,5,1731345387246.5c0df5a9a9d2187c0d12a99c6e481aa0./info:regioninfo/1731345388019/Put/seqid=0 2024-11-11T17:16:28,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:28,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:28,619 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:28,619 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:28,661 INFO [regionserver/01af7571cc75:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T17:16:28,661 INFO [regionserver/01af7571cc75:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T17:16:28,689 INFO [regionserver/01af7571cc75:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T17:16:28,689 INFO [regionserver/01af7571cc75:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T17:16:28,772 INFO [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,35171,1731345385642; all regions closed. 2024-11-11T17:16:28,773 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T17:16:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741834_1010 (size=1867) 2024-11-11T17:16:28,775 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/WALs/01af7571cc75,35171,1731345385642/01af7571cc75%2C35171%2C1731345385642.1731345386759 not finished, retry = 0 2024-11-11T17:16:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741834_1010 (size=1867) 2024-11-11T17:16:28,878 DEBUG [RS:0;01af7571cc75:35171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/oldWALs 2024-11-11T17:16:28,878 INFO [RS:0;01af7571cc75:35171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C35171%2C1731345385642:(num 1731345386759) 2024-11-11T17:16:28,878 DEBUG [RS:0;01af7571cc75:35171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:28,878 INFO [RS:0;01af7571cc75:35171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:28,878 INFO [RS:0;01af7571cc75:35171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:28,878 INFO [RS:0;01af7571cc75:35171 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:28,879 INFO [RS:0;01af7571cc75:35171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:28,879 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:28,879 INFO [RS:0;01af7571cc75:35171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:28,879 INFO [RS:0;01af7571cc75:35171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:28,879 INFO [RS:0;01af7571cc75:35171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:28,879 INFO [RS:0;01af7571cc75:35171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35171 2024-11-11T17:16:28,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,35171,1731345385642 2024-11-11T17:16:28,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:28,885 INFO [RS:0;01af7571cc75:35171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:28,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,35171,1731345385642] 2024-11-11T17:16:28,902 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,35171,1731345385642 already deleted, retry=false 2024-11-11T17:16:28,902 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,35171,1731345385642 expired; onlineServers=1 2024-11-11T17:16:28,973 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T17:16:28,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:28,994 INFO [RS:0;01af7571cc75:35171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:28,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35171-0x1012c2fb9ea0001, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:28,994 INFO [RS:0;01af7571cc75:35171 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,35171,1731345385642; zookeeper connection closed. 2024-11-11T17:16:28,995 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@929fadd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@929fadd 2024-11-11T17:16:28,996 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/.tmp/info/0adca13cf6f64df8a3480557d7365fc3 2024-11-11T17:16:29,026 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/.tmp/ns/f7443f0386244a1b8b67ed7c2ead8af1 is 43, key is default/ns:d/1731345387155/Put/seqid=0 2024-11-11T17:16:29,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:29,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:29,173 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T17:16:29,374 DEBUG [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T17:16:29,433 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/.tmp/ns/f7443f0386244a1b8b67ed7c2ead8af1 2024-11-11T17:16:29,463 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/.tmp/table/1201272061ea44fe812a10cbec741372 is 61, key is testClearRegionBlockCache/table:state/1731345388029/Put/seqid=0 2024-11-11T17:16:29,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:29,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:29,468 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/.tmp/table/1201272061ea44fe812a10cbec741372 2024-11-11T17:16:29,474 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/.tmp/info/0adca13cf6f64df8a3480557d7365fc3 as hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/info/0adca13cf6f64df8a3480557d7365fc3 2024-11-11T17:16:29,480 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/info/0adca13cf6f64df8a3480557d7365fc3, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T17:16:29,481 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/.tmp/ns/f7443f0386244a1b8b67ed7c2ead8af1 as hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/ns/f7443f0386244a1b8b67ed7c2ead8af1 2024-11-11T17:16:29,487 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/ns/f7443f0386244a1b8b67ed7c2ead8af1, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T17:16:29,489 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/.tmp/table/1201272061ea44fe812a10cbec741372 as hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/table/1201272061ea44fe812a10cbec741372 2024-11-11T17:16:29,495 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/table/1201272061ea44fe812a10cbec741372, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T17:16:29,496 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=13, compaction requested=false 2024-11-11T17:16:29,500 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T17:16:29,501 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T17:16:29,501 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:29,501 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345388573Running coprocessor pre-close hooks at 1731345388573Disabling compacts and flushes for region at 1731345388573Disabling writes for close at 1731345388573Obtaining lock to block concurrent updates at 1731345388573Preparing flush snapshotting stores in 1588230740 at 1731345388573Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731345388573Flushing stores of hbase:meta,,1.1588230740 at 1731345388574 (+1 ms)Flushing 1588230740/info: creating writer at 1731345388574Flushing 1588230740/info: appending metadata at 1731345388588 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731345388588Flushing 1588230740/ns: creating writer at 1731345389011 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731345389025 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731345389025Flushing 1588230740/table: creating writer at 1731345389445 (+420 ms)Flushing 1588230740/table: appending metadata at 1731345389462 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731345389462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e663e1: reopening flushed file at 1731345389473 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42044227: reopening flushed file at 1731345389481 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d85ec1f: reopening flushed file at 1731345389488 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=13, compaction requested=false at 1731345389496 (+8 ms)Writing region close event to WAL at 1731345389497 (+1 ms)Running coprocessor post-close hooks at 1731345389501 (+4 ms)Closed at 1731345389501 2024-11-11T17:16:29,502 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:29,574 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,39989,1731345385697; all regions closed. 2024-11-11T17:16:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:29,584 DEBUG [RS:1;01af7571cc75:39989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/oldWALs 2024-11-11T17:16:29,584 INFO [RS:1;01af7571cc75:39989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C39989%2C1731345385697.meta:.meta(num 1731345387099) 2024-11-11T17:16:29,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741833_1009 (size=1758) 2024-11-11T17:16:29,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741833_1009 (size=1758) 2024-11-11T17:16:29,590 DEBUG [RS:1;01af7571cc75:39989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/oldWALs 2024-11-11T17:16:29,590 INFO [RS:1;01af7571cc75:39989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C39989%2C1731345385697:(num 1731345386750) 2024-11-11T17:16:29,590 DEBUG [RS:1;01af7571cc75:39989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:29,590 INFO [RS:1;01af7571cc75:39989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:29,590 INFO [RS:1;01af7571cc75:39989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:29,591 INFO [RS:1;01af7571cc75:39989 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:29,591 INFO [RS:1;01af7571cc75:39989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:29,591 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:29,591 INFO [RS:1;01af7571cc75:39989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39989 2024-11-11T17:16:29,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,39989,1731345385697 2024-11-11T17:16:29,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:29,627 INFO [RS:1;01af7571cc75:39989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:29,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,39989,1731345385697] 2024-11-11T17:16:29,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,39989,1731345385697 already deleted, retry=false 2024-11-11T17:16:29,644 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,39989,1731345385697 expired; onlineServers=0 2024-11-11T17:16:29,644 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01af7571cc75,33497,1731345385488' ***** 2024-11-11T17:16:29,644 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T17:16:29,644 INFO [M:0;01af7571cc75:33497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:29,644 INFO [M:0;01af7571cc75:33497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:29,645 DEBUG [M:0;01af7571cc75:33497 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T17:16:29,645 DEBUG [M:0;01af7571cc75:33497 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T17:16:29,645 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T17:16:29,645 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345386448 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345386448,5,FailOnTimeoutGroup] 2024-11-11T17:16:29,645 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345386448 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345386448,5,FailOnTimeoutGroup] 2024-11-11T17:16:29,645 INFO [M:0;01af7571cc75:33497 {}] hbase.ChoreService(370): Chore service for: master/01af7571cc75:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:29,646 INFO [M:0;01af7571cc75:33497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:29,646 DEBUG [M:0;01af7571cc75:33497 {}] master.HMaster(1795): Stopping service threads 2024-11-11T17:16:29,646 INFO [M:0;01af7571cc75:33497 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T17:16:29,646 INFO [M:0;01af7571cc75:33497 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:29,646 INFO [M:0;01af7571cc75:33497 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T17:16:29,646 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T17:16:29,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:29,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:29,653 DEBUG [M:0;01af7571cc75:33497 {}] zookeeper.ZKUtil(347): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T17:16:29,653 WARN [M:0;01af7571cc75:33497 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T17:16:29,654 INFO [M:0;01af7571cc75:33497 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/.lastflushedseqids 2024-11-11T17:16:29,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741844_1020 (size=182) 2024-11-11T17:16:29,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741844_1020 (size=182) 2024-11-11T17:16:29,665 INFO [M:0;01af7571cc75:33497 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T17:16:29,665 INFO [M:0;01af7571cc75:33497 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T17:16:29,665 DEBUG [M:0;01af7571cc75:33497 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:29,665 INFO [M:0;01af7571cc75:33497 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:29,665 DEBUG [M:0;01af7571cc75:33497 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:29,665 DEBUG [M:0;01af7571cc75:33497 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:29,665 DEBUG [M:0;01af7571cc75:33497 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:29,665 INFO [M:0;01af7571cc75:33497 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-11T17:16:29,681 DEBUG [M:0;01af7571cc75:33497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72e09876caf2479b8eb676cfba8426a4 is 82, key is hbase:meta,,1/info:regioninfo/1731345387135/Put/seqid=0 2024-11-11T17:16:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:29,686 INFO [M:0;01af7571cc75:33497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72e09876caf2479b8eb676cfba8426a4 2024-11-11T17:16:29,705 DEBUG [M:0;01af7571cc75:33497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46ffdfd5f7d5462e9ca4a5f16c6b8350 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731345388033/Put/seqid=0 2024-11-11T17:16:29,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741846_1022 (size=6220) 2024-11-11T17:16:29,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741846_1022 (size=6220) 2024-11-11T17:16:29,710 INFO [M:0;01af7571cc75:33497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46ffdfd5f7d5462e9ca4a5f16c6b8350 2024-11-11T17:16:29,730 DEBUG [M:0;01af7571cc75:33497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a2c77628cbf48c18776132802ffb49f is 69, key is 01af7571cc75,35171,1731345385642/rs:state/1731345386558/Put/seqid=0 2024-11-11T17:16:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:29,735 INFO [M:0;01af7571cc75:33497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a2c77628cbf48c18776132802ffb49f 2024-11-11T17:16:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:29,736 INFO [RS:1;01af7571cc75:39989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x1012c2fb9ea0002, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:29,736 INFO [RS:1;01af7571cc75:39989 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,39989,1731345385697; zookeeper connection closed. 2024-11-11T17:16:29,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c49ba7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c49ba7f 2024-11-11T17:16:29,736 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T17:16:29,741 DEBUG [M:0;01af7571cc75:33497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72e09876caf2479b8eb676cfba8426a4 as hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72e09876caf2479b8eb676cfba8426a4 2024-11-11T17:16:29,746 INFO [M:0;01af7571cc75:33497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72e09876caf2479b8eb676cfba8426a4, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T17:16:29,747 DEBUG [M:0;01af7571cc75:33497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46ffdfd5f7d5462e9ca4a5f16c6b8350 as hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46ffdfd5f7d5462e9ca4a5f16c6b8350 2024-11-11T17:16:29,754 INFO [M:0;01af7571cc75:33497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46ffdfd5f7d5462e9ca4a5f16c6b8350, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T17:16:29,755 DEBUG [M:0;01af7571cc75:33497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a2c77628cbf48c18776132802ffb49f as hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a2c77628cbf48c18776132802ffb49f 2024-11-11T17:16:29,761 INFO [M:0;01af7571cc75:33497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42817/user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a2c77628cbf48c18776132802ffb49f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T17:16:29,763 INFO [M:0;01af7571cc75:33497 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-11-11T17:16:29,764 INFO [M:0;01af7571cc75:33497 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:29,764 DEBUG [M:0;01af7571cc75:33497 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345389665Disabling compacts and flushes for region at 1731345389665Disabling writes for close at 1731345389665Obtaining lock to block concurrent updates at 1731345389665Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731345389665Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731345389666 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731345389667 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731345389667Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731345389680 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731345389680Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731345389691 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731345389705 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731345389705Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731345389715 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731345389729 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731345389729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e746ccf: reopening flushed file at 1731345389740 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b6af23: reopening flushed file at 1731345389746 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a266a9f: reopening flushed file at 1731345389754 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1731345389763 (+9 ms)Writing region close event to WAL at 1731345389764 (+1 ms)Closed at 1731345389764 2024-11-11T17:16:29,767 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bec86b38-b32a-1603-3b3a-2526751cb7e6/MasterData/WALs/01af7571cc75,33497,1731345385488/01af7571cc75%2C33497%2C1731345385488.1731345386230 not finished, retry = 0 2024-11-11T17:16:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33447 is added to blk_1073741830_1006 (size=35452) 2024-11-11T17:16:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44553 is added to blk_1073741830_1006 (size=35452) 2024-11-11T17:16:29,869 INFO [M:0;01af7571cc75:33497 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T17:16:29,869 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:29,869 INFO [M:0;01af7571cc75:33497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33497 2024-11-11T17:16:29,869 INFO [M:0;01af7571cc75:33497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:29,978 INFO [M:0;01af7571cc75:33497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:29,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:29,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1012c2fb9ea0000, quorum=127.0.0.1:52723, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:29,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4863d4d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:29,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d992096{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:29,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:29,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fb8ad6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:29,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25742093{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:29,989 WARN [BP-1915347808-172.17.0.2-1731345383654 heartbeating to localhost/127.0.0.1:42817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:29,989 WARN [BP-1915347808-172.17.0.2-1731345383654 heartbeating to localhost/127.0.0.1:42817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1915347808-172.17.0.2-1731345383654 (Datanode Uuid f522edf0-431f-48c2-8f85-e9e7fd45058d) service to localhost/127.0.0.1:42817 2024-11-11T17:16:29,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:29,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:29,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e/data/data3/current/BP-1915347808-172.17.0.2-1731345383654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:29,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e/data/data4/current/BP-1915347808-172.17.0.2-1731345383654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:29,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:29,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19c2baea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:29,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21cfc7b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:29,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:29,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fa8573{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:29,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57cd2a75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:29,994 WARN [BP-1915347808-172.17.0.2-1731345383654 heartbeating to localhost/127.0.0.1:42817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:29,994 WARN [BP-1915347808-172.17.0.2-1731345383654 heartbeating to localhost/127.0.0.1:42817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1915347808-172.17.0.2-1731345383654 (Datanode Uuid 1716aecf-751f-4a64-b1ec-7868b08e6949) service to localhost/127.0.0.1:42817 2024-11-11T17:16:29,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e/data/data1/current/BP-1915347808-172.17.0.2-1731345383654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:29,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/cluster_b32024b6-85be-0441-8f8e-6b015da2754e/data/data2/current/BP-1915347808-172.17.0.2-1731345383654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:29,995 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:29,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:29,995 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:29,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f1d71b4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:30,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ce11fc0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:30,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:30,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e5bddc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:30,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d9ac6c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:30,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T17:16:30,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T17:16:30,033 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=154 (was 133) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:42817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:42817 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:42817 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:42817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=495 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 219) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7312 (was 7400) 2024-11-11T17:16:30,039 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=154, OpenFileDescriptor=495, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=7312 2024-11-11T17:16:30,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.log.dir so I do NOT create it in target/test-data/a335ecbe-4a92-1443-0991-df22587c0974 2024-11-11T17:16:30,050 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T17:16:30,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.tmp.dir so I do NOT create it in target/test-data/a335ecbe-4a92-1443-0991-df22587c0974 2024-11-11T17:16:30,050 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a71856de-0ab7-d236-4d11-f67528da9902/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T17:16:30,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974 2024-11-11T17:16:30,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T17:16:30,050 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb, deleteOnExit=true 2024-11-11T17:16:30,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T17:16:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/test.cache.data in system properties and HBase conf 2024-11-11T17:16:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T17:16:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.log.dir in system properties and HBase conf 2024-11-11T17:16:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T17:16:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T17:16:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T17:16:30,051 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T17:16:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T17:16:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:30,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T17:16:30,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T17:16:30,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:30,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:30,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T17:16:30,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/nfs.dump.dir in system properties and HBase conf 2024-11-11T17:16:30,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/java.io.tmpdir in system properties and HBase conf 2024-11-11T17:16:30,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:30,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T17:16:30,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T17:16:30,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:30,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:30,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:30,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:30,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T17:16:30,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:30,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d6f317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:30,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3053c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:30,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9bf5bfb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/java.io.tmpdir/jetty-localhost-45055-hadoop-hdfs-3_4_1-tests_jar-_-any-17996538349420132596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:30,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e4a903d{HTTP/1.1, (http/1.1)}{localhost:45055} 2024-11-11T17:16:30,472 INFO [Time-limited test {}] server.Server(415): Started @28032ms 2024-11-11T17:16:30,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:30,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:30,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:30,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:30,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T17:16:30,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b410320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:30,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1da7d3a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:30,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a23019c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/java.io.tmpdir/jetty-localhost-32781-hadoop-hdfs-3_4_1-tests_jar-_-any-8880224355439528753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:30,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@313fd3c4{HTTP/1.1, (http/1.1)}{localhost:32781} 2024-11-11T17:16:30,802 INFO [Time-limited test {}] server.Server(415): Started @28362ms 2024-11-11T17:16:30,803 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:30,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:30,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:30,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:30,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:30,835 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T17:16:30,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fe58c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:30,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@97c07b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:30,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4228f188{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/java.io.tmpdir/jetty-localhost-44887-hadoop-hdfs-3_4_1-tests_jar-_-any-13612906319784137051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:30,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cd53f42{HTTP/1.1, (http/1.1)}{localhost:44887} 2024-11-11T17:16:30,929 INFO [Time-limited test {}] server.Server(415): Started @28489ms 2024-11-11T17:16:30,931 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:31,666 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb/data/data1/current/BP-885343906-172.17.0.2-1731345390065/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:31,667 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb/data/data2/current/BP-885343906-172.17.0.2-1731345390065/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:31,686 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:31,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb96b3f3aae4487ff with lease ID 0x3d1ebacb22af3b4f: Processing first storage report for DS-17df5824-23b0-4990-a7c9-283a8365419c from datanode DatanodeRegistration(127.0.0.1:43087, datanodeUuid=e4cafab3-abd4-4aa3-9d57-4ae4e21cd57c, infoPort=34351, infoSecurePort=0, ipcPort=33101, storageInfo=lv=-57;cid=testClusterID;nsid=329866100;c=1731345390065) 2024-11-11T17:16:31,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb96b3f3aae4487ff with lease ID 0x3d1ebacb22af3b4f: from storage DS-17df5824-23b0-4990-a7c9-283a8365419c node DatanodeRegistration(127.0.0.1:43087, datanodeUuid=e4cafab3-abd4-4aa3-9d57-4ae4e21cd57c, infoPort=34351, infoSecurePort=0, ipcPort=33101, storageInfo=lv=-57;cid=testClusterID;nsid=329866100;c=1731345390065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:31,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb96b3f3aae4487ff with lease ID 0x3d1ebacb22af3b4f: Processing first storage report for DS-fca82c78-c02a-44aa-b4a2-e8317e166783 from datanode DatanodeRegistration(127.0.0.1:43087, datanodeUuid=e4cafab3-abd4-4aa3-9d57-4ae4e21cd57c, infoPort=34351, infoSecurePort=0, ipcPort=33101, storageInfo=lv=-57;cid=testClusterID;nsid=329866100;c=1731345390065) 2024-11-11T17:16:31,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb96b3f3aae4487ff with lease ID 0x3d1ebacb22af3b4f: from storage DS-fca82c78-c02a-44aa-b4a2-e8317e166783 node DatanodeRegistration(127.0.0.1:43087, datanodeUuid=e4cafab3-abd4-4aa3-9d57-4ae4e21cd57c, infoPort=34351, infoSecurePort=0, ipcPort=33101, storageInfo=lv=-57;cid=testClusterID;nsid=329866100;c=1731345390065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:31,795 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb/data/data3/current/BP-885343906-172.17.0.2-1731345390065/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:31,795 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb/data/data4/current/BP-885343906-172.17.0.2-1731345390065/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:31,815 WARN [Thread-1151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:31,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e04f42c7f08e896 with lease ID 0x3d1ebacb22af3b50: Processing first storage report for DS-fe5958a7-5a9d-4dc7-a717-c54b73bf303e from datanode DatanodeRegistration(127.0.0.1:39467, datanodeUuid=77e1a1b5-e5db-4e13-83ee-2140162fd6d0, infoPort=37871, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=329866100;c=1731345390065) 2024-11-11T17:16:31,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e04f42c7f08e896 with lease ID 0x3d1ebacb22af3b50: from storage DS-fe5958a7-5a9d-4dc7-a717-c54b73bf303e node DatanodeRegistration(127.0.0.1:39467, datanodeUuid=77e1a1b5-e5db-4e13-83ee-2140162fd6d0, infoPort=37871, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=329866100;c=1731345390065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:31,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e04f42c7f08e896 with lease ID 0x3d1ebacb22af3b50: Processing first storage report for DS-7e583e96-dee7-4f67-8562-3bd8b0c3ce7e from datanode DatanodeRegistration(127.0.0.1:39467, datanodeUuid=77e1a1b5-e5db-4e13-83ee-2140162fd6d0, infoPort=37871, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=329866100;c=1731345390065) 2024-11-11T17:16:31,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e04f42c7f08e896 with lease ID 0x3d1ebacb22af3b50: from storage DS-7e583e96-dee7-4f67-8562-3bd8b0c3ce7e node DatanodeRegistration(127.0.0.1:39467, datanodeUuid=77e1a1b5-e5db-4e13-83ee-2140162fd6d0, infoPort=37871, infoSecurePort=0, ipcPort=38367, storageInfo=lv=-57;cid=testClusterID;nsid=329866100;c=1731345390065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:31,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974 2024-11-11T17:16:31,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb/zookeeper_0, clientPort=58040, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T17:16:31,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58040 2024-11-11T17:16:31,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:31,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:31,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:31,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:31,878 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d with version=8 2024-11-11T17:16:31,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/hbase-staging 2024-11-11T17:16:31,880 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:31,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:31,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:31,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:31,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:31,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:31,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T17:16:31,880 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:31,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45799 2024-11-11T17:16:31,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45799 connecting to ZooKeeper ensemble=127.0.0.1:58040 2024-11-11T17:16:31,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457990x0, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:31,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45799-0x1012c2fd2e00000 connected 2024-11-11T17:16:32,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:32,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:32,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:32,025 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d, hbase.cluster.distributed=false 2024-11-11T17:16:32,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:32,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-11T17:16:32,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45799 2024-11-11T17:16:32,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45799 2024-11-11T17:16:32,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-11T17:16:32,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-11T17:16:32,043 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:32,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:32,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:32,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:32,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:32,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:32,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:32,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:32,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33941 2024-11-11T17:16:32,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33941 connecting to ZooKeeper ensemble=127.0.0.1:58040 2024-11-11T17:16:32,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:32,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:32,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339410x0, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:32,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:32,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33941-0x1012c2fd2e00001 connected 2024-11-11T17:16:32,059 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:32,060 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T17:16:32,064 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T17:16:32,065 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T17:16:32,065 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T17:16:32,066 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:32,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:32,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:32,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33941 2024-11-11T17:16:32,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33941 2024-11-11T17:16:32,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33941 2024-11-11T17:16:32,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33941 2024-11-11T17:16:32,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33941 2024-11-11T17:16:32,088 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:32,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:32,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:32,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:32,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:32,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:32,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:32,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:32,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45245 2024-11-11T17:16:32,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45245 connecting to ZooKeeper ensemble=127.0.0.1:58040 2024-11-11T17:16:32,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:32,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:32,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452450x0, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:32,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452450x0, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:32,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45245-0x1012c2fd2e00002 connected 2024-11-11T17:16:32,103 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:32,103 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T17:16:32,108 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T17:16:32,109 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T17:16:32,109 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T17:16:32,109 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:32,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:32,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:32,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45245 2024-11-11T17:16:32,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45245 2024-11-11T17:16:32,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45245 2024-11-11T17:16:32,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45245 2024-11-11T17:16:32,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45245 2024-11-11T17:16:32,124 DEBUG [M:0;01af7571cc75:45799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01af7571cc75:45799 2024-11-11T17:16:32,124 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/01af7571cc75,45799,1731345391879 2024-11-11T17:16:32,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:32,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:32,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:32,136 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/01af7571cc75,45799,1731345391879 2024-11-11T17:16:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,144 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T17:16:32,145 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/01af7571cc75,45799,1731345391879 from backup master directory 2024-11-11T17:16:32,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/01af7571cc75,45799,1731345391879 2024-11-11T17:16:32,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:32,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:32,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:32,152 WARN [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:32,152 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01af7571cc75,45799,1731345391879 2024-11-11T17:16:32,155 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/hbase.id] with ID: d40270ab-a795-44b0-b103-c0b65615b7c5 2024-11-11T17:16:32,155 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/.tmp/hbase.id 2024-11-11T17:16:32,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:32,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:32,161 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/.tmp/hbase.id]:[hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/hbase.id] 2024-11-11T17:16:32,172 INFO [master/01af7571cc75:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:32,173 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T17:16:32,174 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T17:16:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:32,196 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:32,197 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T17:16:32,197 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:32,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:32,209 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store 2024-11-11T17:16:32,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:32,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:32,216 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:32,216 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:32,216 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:32,216 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:32,216 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:32,216 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:32,216 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:32,216 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345392216Disabling compacts and flushes for region at 1731345392216Disabling writes for close at 1731345392216Writing region close event to WAL at 1731345392216Closed at 1731345392216 2024-11-11T17:16:32,217 WARN [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/.initializing 2024-11-11T17:16:32,217 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/WALs/01af7571cc75,45799,1731345391879 2024-11-11T17:16:32,218 INFO [master/01af7571cc75:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:32,220 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C45799%2C1731345391879, suffix=, logDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/WALs/01af7571cc75,45799,1731345391879, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/oldWALs, maxLogs=10 2024-11-11T17:16:32,232 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/WALs/01af7571cc75,45799,1731345391879/01af7571cc75%2C45799%2C1731345391879.1731345392220, exclude list is [], retry=0 2024-11-11T17:16:32,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39467,DS-fe5958a7-5a9d-4dc7-a717-c54b73bf303e,DISK] 2024-11-11T17:16:32,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43087,DS-17df5824-23b0-4990-a7c9-283a8365419c,DISK] 2024-11-11T17:16:32,237 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/WALs/01af7571cc75,45799,1731345391879/01af7571cc75%2C45799%2C1731345391879.1731345392220 2024-11-11T17:16:32,237 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37871:37871),(127.0.0.1/127.0.0.1:34351:34351)] 2024-11-11T17:16:32,237 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:32,238 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:32,238 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,238 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T17:16:32,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:32,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:32,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T17:16:32,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:32,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:32,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T17:16:32,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:32,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:32,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T17:16:32,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:32,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:32,248 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,248 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,249 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,250 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,250 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,250 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:32,251 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:32,253 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:32,253 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70833475, jitterRate=0.05550102889537811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:32,254 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731345392238Initializing all the Stores at 1731345392239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345392239Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345392239Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345392239Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345392239Cleaning up temporary data from old regions at 1731345392250 (+11 ms)Region opened successfully at 1731345392254 (+4 ms) 2024-11-11T17:16:32,254 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T17:16:32,257 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e1080a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:32,257 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T17:16:32,258 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T17:16:32,258 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T17:16:32,258 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T17:16:32,258 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T17:16:32,259 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T17:16:32,259 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T17:16:32,260 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T17:16:32,261 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T17:16:32,268 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T17:16:32,269 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T17:16:32,269 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T17:16:32,277 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T17:16:32,277 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T17:16:32,278 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T17:16:32,285 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T17:16:32,286 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T17:16:32,293 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T17:16:32,296 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T17:16:32,302 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T17:16:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,311 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01af7571cc75,45799,1731345391879, sessionid=0x1012c2fd2e00000, setting cluster-up flag (Was=false) 2024-11-11T17:16:32,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,352 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T17:16:32,353 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,45799,1731345391879 2024-11-11T17:16:32,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:32,394 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T17:16:32,395 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,45799,1731345391879 2024-11-11T17:16:32,397 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T17:16:32,398 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:32,399 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T17:16:32,399 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T17:16:32,399 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01af7571cc75,45799,1731345391879 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T17:16:32,401 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:32,401 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:32,401 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:32,401 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:32,401 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01af7571cc75:0, corePoolSize=10, maxPoolSize=10 2024-11-11T17:16:32,401 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,401 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:32,401 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,403 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:32,403 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T17:16:32,404 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731345422404 2024-11-11T17:16:32,405 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T17:16:32,405 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T17:16:32,405 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:32,405 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T17:16:32,405 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T17:16:32,405 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T17:16:32,405 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T17:16:32,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T17:16:32,405 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,406 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T17:16:32,406 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T17:16:32,406 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T17:16:32,407 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T17:16:32,407 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T17:16:32,407 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345392407,5,FailOnTimeoutGroup] 2024-11-11T17:16:32,408 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345392408,5,FailOnTimeoutGroup] 2024-11-11T17:16:32,408 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,408 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T17:16:32,408 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,408 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:32,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:32,414 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(746): ClusterId : d40270ab-a795-44b0-b103-c0b65615b7c5 2024-11-11T17:16:32,414 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(746): ClusterId : d40270ab-a795-44b0-b103-c0b65615b7c5 2024-11-11T17:16:32,414 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:32,414 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:32,419 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:32,419 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:32,419 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:32,419 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:32,428 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:32,428 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:32,428 DEBUG [RS:1;01af7571cc75:45245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a276bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:32,428 DEBUG [RS:0;01af7571cc75:33941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683c2a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:32,438 DEBUG [RS:1;01af7571cc75:45245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;01af7571cc75:45245 2024-11-11T17:16:32,439 INFO [RS:1;01af7571cc75:45245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:32,439 INFO [RS:1;01af7571cc75:45245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:32,439 DEBUG [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:32,439 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,45799,1731345391879 with port=45245, startcode=1731345392088 2024-11-11T17:16:32,439 DEBUG [RS:0;01af7571cc75:33941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01af7571cc75:33941 2024-11-11T17:16:32,439 INFO [RS:0;01af7571cc75:33941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:32,440 INFO [RS:0;01af7571cc75:33941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:32,440 DEBUG [RS:1;01af7571cc75:45245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:32,440 DEBUG [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:32,440 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,45799,1731345391879 with port=33941, startcode=1731345392042 2024-11-11T17:16:32,440 DEBUG [RS:0;01af7571cc75:33941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:32,441 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:32,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,45245,1731345392088 2024-11-11T17:16:32,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45799 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,45245,1731345392088 2024-11-11T17:16:32,442 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:32,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,33941,1731345392042 2024-11-11T17:16:32,443 DEBUG [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d 2024-11-11T17:16:32,443 DEBUG [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43655 2024-11-11T17:16:32,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45799 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,33941,1731345392042 2024-11-11T17:16:32,443 DEBUG [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:32,445 DEBUG [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d 2024-11-11T17:16:32,445 DEBUG [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43655 2024-11-11T17:16:32,445 DEBUG [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:32,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:32,487 DEBUG [RS:1;01af7571cc75:45245 {}] zookeeper.ZKUtil(111): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,45245,1731345392088 2024-11-11T17:16:32,487 WARN [RS:1;01af7571cc75:45245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:32,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,45245,1731345392088] 2024-11-11T17:16:32,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,33941,1731345392042] 2024-11-11T17:16:32,487 INFO [RS:1;01af7571cc75:45245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:32,487 DEBUG [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/WALs/01af7571cc75,45245,1731345392088 2024-11-11T17:16:32,487 DEBUG [RS:0;01af7571cc75:33941 {}] zookeeper.ZKUtil(111): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,33941,1731345392042 2024-11-11T17:16:32,487 WARN [RS:0;01af7571cc75:33941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:32,487 INFO [RS:0;01af7571cc75:33941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:32,488 DEBUG [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/WALs/01af7571cc75,33941,1731345392042 2024-11-11T17:16:32,491 INFO [RS:1;01af7571cc75:45245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:32,491 INFO [RS:0;01af7571cc75:33941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:32,492 INFO [RS:1;01af7571cc75:45245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:32,493 INFO [RS:1;01af7571cc75:45245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:32,493 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,494 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:32,494 INFO [RS:0;01af7571cc75:33941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:32,495 INFO [RS:0;01af7571cc75:33941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:32,495 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,495 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:32,495 INFO [RS:1;01af7571cc75:45245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:32,495 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,495 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,495 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,495 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,495 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,495 INFO [RS:0;01af7571cc75:33941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:32,496 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,496 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:32,496 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:32,496 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:1;01af7571cc75:45245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:32,496 DEBUG [RS:0;01af7571cc75:33941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:32,496 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,497 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,497 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,497 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,497 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,497 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,45245,1731345392088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:32,499 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,499 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,499 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,499 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,499 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,499 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,33941,1731345392042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:32,518 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:32,518 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:32,518 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,45245,1731345392088-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,518 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,33941,1731345392042-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,519 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,519 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,519 INFO [RS:1;01af7571cc75:45245 {}] regionserver.Replication(171): 01af7571cc75,45245,1731345392088 started 2024-11-11T17:16:32,519 INFO [RS:0;01af7571cc75:33941 {}] regionserver.Replication(171): 01af7571cc75,33941,1731345392042 started 2024-11-11T17:16:32,535 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,535 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:32,535 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,45245,1731345392088, RpcServer on 01af7571cc75/172.17.0.2:45245, sessionid=0x1012c2fd2e00002 2024-11-11T17:16:32,535 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,33941,1731345392042, RpcServer on 01af7571cc75/172.17.0.2:33941, sessionid=0x1012c2fd2e00001 2024-11-11T17:16:32,535 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:32,535 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:32,535 DEBUG [RS:1;01af7571cc75:45245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,45245,1731345392088 2024-11-11T17:16:32,535 DEBUG [RS:0;01af7571cc75:33941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,33941,1731345392042 2024-11-11T17:16:32,535 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,45245,1731345392088' 2024-11-11T17:16:32,535 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,33941,1731345392042' 2024-11-11T17:16:32,535 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:32,535 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:32,536 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:32,536 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:32,536 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:32,536 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:32,536 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:32,536 DEBUG [RS:0;01af7571cc75:33941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,33941,1731345392042 2024-11-11T17:16:32,536 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,33941,1731345392042' 2024-11-11T17:16:32,536 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:32,536 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:32,536 DEBUG [RS:1;01af7571cc75:45245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,45245,1731345392088 2024-11-11T17:16:32,536 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,45245,1731345392088' 2024-11-11T17:16:32,536 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:32,536 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:32,536 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:32,537 DEBUG [RS:0;01af7571cc75:33941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:32,537 INFO [RS:0;01af7571cc75:33941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:32,537 INFO [RS:0;01af7571cc75:33941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:32,537 DEBUG [RS:1;01af7571cc75:45245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:32,537 INFO [RS:1;01af7571cc75:45245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:32,537 INFO [RS:1;01af7571cc75:45245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:32,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T17:16:32,637 INFO [RS:0;01af7571cc75:33941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:32,637 INFO [RS:1;01af7571cc75:45245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:32,639 INFO [RS:0;01af7571cc75:33941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C33941%2C1731345392042, suffix=, logDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/WALs/01af7571cc75,33941,1731345392042, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/oldWALs, maxLogs=32 2024-11-11T17:16:32,639 INFO [RS:1;01af7571cc75:45245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C45245%2C1731345392088, suffix=, logDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/WALs/01af7571cc75,45245,1731345392088, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/oldWALs, maxLogs=32 2024-11-11T17:16:32,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:32,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:32,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:32,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:32,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:32,658 DEBUG [RS:1;01af7571cc75:45245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/WALs/01af7571cc75,45245,1731345392088/01af7571cc75%2C45245%2C1731345392088.1731345392639, exclude list is [], retry=0 2024-11-11T17:16:32,658 DEBUG [RS:0;01af7571cc75:33941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/WALs/01af7571cc75,33941,1731345392042/01af7571cc75%2C33941%2C1731345392042.1731345392639, exclude list is [], retry=0 2024-11-11T17:16:32,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:32,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43087,DS-17df5824-23b0-4990-a7c9-283a8365419c,DISK] 2024-11-11T17:16:32,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39467,DS-fe5958a7-5a9d-4dc7-a717-c54b73bf303e,DISK] 2024-11-11T17:16:32,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39467,DS-fe5958a7-5a9d-4dc7-a717-c54b73bf303e,DISK] 2024-11-11T17:16:32,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:32,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43087,DS-17df5824-23b0-4990-a7c9-283a8365419c,DISK] 2024-11-11T17:16:32,663 INFO [RS:0;01af7571cc75:33941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/WALs/01af7571cc75,33941,1731345392042/01af7571cc75%2C33941%2C1731345392042.1731345392639 2024-11-11T17:16:32,664 INFO [RS:1;01af7571cc75:45245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/WALs/01af7571cc75,45245,1731345392088/01af7571cc75%2C45245%2C1731345392088.1731345392639 2024-11-11T17:16:32,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:32,667 DEBUG [RS:0;01af7571cc75:33941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37871:37871),(127.0.0.1/127.0.0.1:34351:34351)] 2024-11-11T17:16:32,667 DEBUG [RS:1;01af7571cc75:45245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34351:34351),(127.0.0.1/127.0.0.1:37871:37871)] 2024-11-11T17:16:32,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T17:16:32,814 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d 2024-11-11T17:16:32,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741834_1010 (size=32) 2024-11-11T17:16:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741834_1010 (size=32) 2024-11-11T17:16:32,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:32,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:32,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:32,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:32,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:32,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:32,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:32,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:32,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:32,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:32,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:32,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:32,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:32,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:32,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:32,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:32,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:32,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:32,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740 2024-11-11T17:16:32,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740 2024-11-11T17:16:32,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:32,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:32,832 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:32,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:32,835 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:32,835 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72646623, jitterRate=0.0825190395116806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:32,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731345392821Initializing all the Stores at 1731345392822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345392822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345392822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345392822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345392822Cleaning up temporary data from old regions at 1731345392831 (+9 ms)Region opened successfully at 1731345392836 (+5 ms) 2024-11-11T17:16:32,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:32,836 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:32,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:32,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T17:16:32,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:32,837 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:32,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345392836Disabling compacts and flushes for region at 1731345392836Disabling writes for close at 1731345392836Writing region close event to WAL at 1731345392837 (+1 ms)Closed at 1731345392837 2024-11-11T17:16:32,838 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:32,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T17:16:32,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T17:16:32,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:32,841 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T17:16:32,992 DEBUG [01af7571cc75:45799 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T17:16:32,992 DEBUG [01af7571cc75:45799 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:32,997 DEBUG [01af7571cc75:45799 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:32,997 DEBUG [01af7571cc75:45799 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:32,997 DEBUG [01af7571cc75:45799 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:32,997 DEBUG [01af7571cc75:45799 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:32,997 INFO [01af7571cc75:45799 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:32,997 INFO [01af7571cc75:45799 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:32,997 DEBUG [01af7571cc75:45799 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:32,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01af7571cc75,33941,1731345392042 2024-11-11T17:16:33,001 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,33941,1731345392042, state=OPENING 2024-11-11T17:16:33,035 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T17:16:33,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:33,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:33,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:33,044 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:33,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:33,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:33,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,33941,1731345392042}] 2024-11-11T17:16:33,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:33,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:33,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:33,207 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T17:16:33,207 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:33,208 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T17:16:33,211 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C33941%2C1731345392042.meta, suffix=.meta, logDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/WALs/01af7571cc75,33941,1731345392042, archiveDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/oldWALs, maxLogs=32 2024-11-11T17:16:33,225 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/WALs/01af7571cc75,33941,1731345392042/01af7571cc75%2C33941%2C1731345392042.meta.1731345393212.meta, exclude list is [], retry=0 2024-11-11T17:16:33,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39467,DS-fe5958a7-5a9d-4dc7-a717-c54b73bf303e,DISK] 2024-11-11T17:16:33,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43087,DS-17df5824-23b0-4990-a7c9-283a8365419c,DISK] 2024-11-11T17:16:33,229 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/WALs/01af7571cc75,33941,1731345392042/01af7571cc75%2C33941%2C1731345392042.meta.1731345393212.meta 2024-11-11T17:16:33,230 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37871:37871),(127.0.0.1/127.0.0.1:34351:34351)] 2024-11-11T17:16:33,230 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:33,230 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T17:16:33,230 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T17:16:33,230 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T17:16:33,230 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T17:16:33,230 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:33,230 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T17:16:33,231 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T17:16:33,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:33,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:33,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:33,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:33,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:33,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:33,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:33,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:33,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:33,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:33,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:33,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:33,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:33,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:33,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:33,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:33,237 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:33,237 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740 2024-11-11T17:16:33,238 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740 2024-11-11T17:16:33,240 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:33,240 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:33,240 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:33,242 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:33,243 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73091309, jitterRate=0.08914537727832794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:33,243 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T17:16:33,245 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731345393231Writing region info on filesystem at 1731345393231Initializing all the Stores at 1731345393232 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345393232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345393232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345393232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345393232Cleaning up temporary data from old regions at 1731345393240 (+8 ms)Running coprocessor post-open hooks at 1731345393243 (+3 ms)Region opened successfully at 1731345393244 (+1 ms) 2024-11-11T17:16:33,246 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731345393197 2024-11-11T17:16:33,248 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T17:16:33,249 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T17:16:33,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,33941,1731345392042 2024-11-11T17:16:33,250 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,33941,1731345392042, state=OPEN 2024-11-11T17:16:33,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:33,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:33,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:33,260 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01af7571cc75,33941,1731345392042 2024-11-11T17:16:33,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:33,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:33,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:33,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T17:16:33,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,33941,1731345392042 in 216 msec 2024-11-11T17:16:33,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T17:16:33,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-11T17:16:33,266 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:33,266 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T17:16:33,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:33,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,33941,1731345392042, seqNum=-1] 2024-11-11T17:16:33,268 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:33,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:33,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 877 msec 2024-11-11T17:16:33,276 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731345393276, completionTime=-1 2024-11-11T17:16:33,276 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T17:16:33,276 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T17:16:33,278 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T17:16:33,278 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731345453278 2024-11-11T17:16:33,278 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731345513278 2024-11-11T17:16:33,278 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T17:16:33,278 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,45799,1731345391879-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:33,279 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,45799,1731345391879-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:33,279 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,45799,1731345391879-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:33,279 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01af7571cc75:45799, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:33,279 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:33,279 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:33,281 DEBUG [master/01af7571cc75:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T17:16:33,283 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.131sec 2024-11-11T17:16:33,284 INFO [master/01af7571cc75:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T17:16:33,284 INFO [master/01af7571cc75:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T17:16:33,284 INFO [master/01af7571cc75:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T17:16:33,284 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T17:16:33,284 INFO [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T17:16:33,284 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,45799,1731345391879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:33,284 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,45799,1731345391879-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T17:16:33,286 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T17:16:33,286 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T17:16:33,286 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,45799,1731345391879-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:33,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfc48d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:33,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,45799,-1 for getting cluster id 2024-11-11T17:16:33,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T17:16:33,316 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd40270ab-a795-44b0-b103-c0b65615b7c5' 2024-11-11T17:16:33,316 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T17:16:33,316 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d40270ab-a795-44b0-b103-c0b65615b7c5" 2024-11-11T17:16:33,317 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0a295b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:33,317 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,45799,-1] 2024-11-11T17:16:33,317 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T17:16:33,317 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:33,318 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T17:16:33,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6e50ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:33,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:33,320 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,33941,1731345392042, seqNum=-1] 2024-11-11T17:16:33,321 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:33,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:33,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01af7571cc75,45799,1731345391879 2024-11-11T17:16:33,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T17:16:33,326 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,45799,1731345391879 2024-11-11T17:16:33,326 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2783939 2024-11-11T17:16:33,326 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T17:16:33,327 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T17:16:33,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T17:16:33,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T17:16:33,331 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:33,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T17:16:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:33,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T17:16:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:33,342 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b0c950e5e38bd17f93ad21f9bf06d3d, NAME => 'testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d 2024-11-11T17:16:33,342 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 88d5cb6b190db60d6a099e186d00f864, NAME => 'testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d 2024-11-11T17:16:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:33,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:33,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:33,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 88d5cb6b190db60d6a099e186d00f864, disabling compactions & flushes 2024-11-11T17:16:33,354 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:33,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7b0c950e5e38bd17f93ad21f9bf06d3d, disabling compactions & flushes 2024-11-11T17:16:33,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:33,354 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:33,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. after waiting 0 ms 2024-11-11T17:16:33,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:33,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:33,354 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:33,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. after waiting 0 ms 2024-11-11T17:16:33,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:33,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 88d5cb6b190db60d6a099e186d00f864: Waiting for close lock at 1731345393354Disabling compacts and flushes for region at 1731345393354Disabling writes for close at 1731345393354Writing region close event to WAL at 1731345393354Closed at 1731345393354 2024-11-11T17:16:33,354 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:33,355 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b0c950e5e38bd17f93ad21f9bf06d3d: Waiting for close lock at 1731345393354Disabling compacts and flushes for region at 1731345393354Disabling writes for close at 1731345393354Writing region close event to WAL at 1731345393354Closed at 1731345393354 2024-11-11T17:16:33,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T17:16:33,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345393356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345393356"}]},"ts":"1731345393356"} 2024-11-11T17:16:33,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345393356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345393356"}]},"ts":"1731345393356"} 2024-11-11T17:16:33,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T17:16:33,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T17:16:33,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345393361"}]},"ts":"1731345393361"} 2024-11-11T17:16:33,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T17:16:33,363 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:33,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:33,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:33,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:33,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:33,365 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:33,365 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:33,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:33,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b0c950e5e38bd17f93ad21f9bf06d3d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=88d5cb6b190db60d6a099e186d00f864, ASSIGN}] 2024-11-11T17:16:33,366 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=88d5cb6b190db60d6a099e186d00f864, ASSIGN 2024-11-11T17:16:33,367 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b0c950e5e38bd17f93ad21f9bf06d3d, ASSIGN 2024-11-11T17:16:33,367 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b0c950e5e38bd17f93ad21f9bf06d3d, ASSIGN; state=OFFLINE, location=01af7571cc75,45245,1731345392088; forceNewPlan=false, retain=false 2024-11-11T17:16:33,367 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=88d5cb6b190db60d6a099e186d00f864, ASSIGN; state=OFFLINE, location=01af7571cc75,33941,1731345392042; forceNewPlan=false, retain=false 2024-11-11T17:16:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:33,518 INFO [01af7571cc75:45799 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T17:16:33,518 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=88d5cb6b190db60d6a099e186d00f864, regionState=OPENING, regionLocation=01af7571cc75,33941,1731345392042 2024-11-11T17:16:33,518 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b0c950e5e38bd17f93ad21f9bf06d3d, regionState=OPENING, regionLocation=01af7571cc75,45245,1731345392088 2024-11-11T17:16:33,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b0c950e5e38bd17f93ad21f9bf06d3d, ASSIGN because future has completed 2024-11-11T17:16:33,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b0c950e5e38bd17f93ad21f9bf06d3d, server=01af7571cc75,45245,1731345392088}] 2024-11-11T17:16:33,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=88d5cb6b190db60d6a099e186d00f864, ASSIGN because future has completed 2024-11-11T17:16:33,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88d5cb6b190db60d6a099e186d00f864, server=01af7571cc75,33941,1731345392042}] 2024-11-11T17:16:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:33,675 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:33,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:33,683 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:33,683 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:33,683 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 88d5cb6b190db60d6a099e186d00f864, NAME => 'testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T17:16:33,683 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b0c950e5e38bd17f93ad21f9bf06d3d, NAME => 'testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T17:16:33,684 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:33,684 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:33,684 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:33,684 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:33,684 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:33,684 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:33,684 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:33,684 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:33,686 INFO [StoreOpener-88d5cb6b190db60d6a099e186d00f864-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:33,686 INFO [StoreOpener-7b0c950e5e38bd17f93ad21f9bf06d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:33,687 INFO [StoreOpener-88d5cb6b190db60d6a099e186d00f864-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88d5cb6b190db60d6a099e186d00f864 columnFamilyName family 2024-11-11T17:16:33,687 INFO [StoreOpener-7b0c950e5e38bd17f93ad21f9bf06d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b0c950e5e38bd17f93ad21f9bf06d3d columnFamilyName family 2024-11-11T17:16:33,687 DEBUG [StoreOpener-88d5cb6b190db60d6a099e186d00f864-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:33,688 DEBUG [StoreOpener-7b0c950e5e38bd17f93ad21f9bf06d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:33,688 INFO [StoreOpener-7b0c950e5e38bd17f93ad21f9bf06d3d-1 {}] regionserver.HStore(327): Store=7b0c950e5e38bd17f93ad21f9bf06d3d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:33,688 INFO [StoreOpener-88d5cb6b190db60d6a099e186d00f864-1 {}] regionserver.HStore(327): Store=88d5cb6b190db60d6a099e186d00f864/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:33,688 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:33,688 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:33,689 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:33,689 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:33,690 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:33,690 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:33,690 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:33,690 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:33,690 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:33,690 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:33,693 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:33,693 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:33,695 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/88d5cb6b190db60d6a099e186d00f864/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:33,695 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/7b0c950e5e38bd17f93ad21f9bf06d3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:33,696 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7b0c950e5e38bd17f93ad21f9bf06d3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62332366, jitterRate=-0.07117536664009094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:33,696 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 88d5cb6b190db60d6a099e186d00f864; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63016969, jitterRate=-0.060973986983299255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:33,696 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:33,696 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:33,697 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 88d5cb6b190db60d6a099e186d00f864: Running coprocessor pre-open hook at 1731345393684Writing region info on filesystem at 1731345393684Initializing all the Stores at 1731345393685 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345393685Cleaning up temporary data from old regions at 1731345393690 (+5 ms)Running coprocessor post-open hooks at 1731345393696 (+6 ms)Region opened successfully at 1731345393697 (+1 ms) 2024-11-11T17:16:33,697 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7b0c950e5e38bd17f93ad21f9bf06d3d: Running coprocessor pre-open hook at 1731345393684Writing region info on filesystem at 1731345393684Initializing all the Stores at 1731345393685 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345393685Cleaning up temporary data from old regions at 1731345393690 (+5 ms)Running coprocessor post-open hooks at 1731345393696 (+6 ms)Region opened successfully at 1731345393697 (+1 ms) 2024-11-11T17:16:33,698 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864., pid=8, masterSystemTime=1731345393677 2024-11-11T17:16:33,698 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d., pid=7, masterSystemTime=1731345393674 2024-11-11T17:16:33,700 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:33,700 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:33,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=88d5cb6b190db60d6a099e186d00f864, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,33941,1731345392042 2024-11-11T17:16:33,701 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:33,701 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:33,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b0c950e5e38bd17f93ad21f9bf06d3d, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,45245,1731345392088 2024-11-11T17:16:33,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88d5cb6b190db60d6a099e186d00f864, server=01af7571cc75,33941,1731345392042 because future has completed 2024-11-11T17:16:33,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b0c950e5e38bd17f93ad21f9bf06d3d, server=01af7571cc75,45245,1731345392088 because future has completed 2024-11-11T17:16:33,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T17:16:33,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 88d5cb6b190db60d6a099e186d00f864, server=01af7571cc75,33941,1731345392042 in 182 msec 2024-11-11T17:16:33,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T17:16:33,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b0c950e5e38bd17f93ad21f9bf06d3d, server=01af7571cc75,45245,1731345392088 in 185 msec 2024-11-11T17:16:33,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=88d5cb6b190db60d6a099e186d00f864, ASSIGN in 342 msec 2024-11-11T17:16:33,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T17:16:33,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7b0c950e5e38bd17f93ad21f9bf06d3d, ASSIGN in 343 msec 2024-11-11T17:16:33,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T17:16:33,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345393712"}]},"ts":"1731345393712"} 2024-11-11T17:16:33,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T17:16:33,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T17:16:33,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 387 msec 2024-11-11T17:16:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:33,962 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T17:16:33,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T17:16:33,963 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:33,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T17:16:33,970 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:33,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T17:16:33,976 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d., hostname=01af7571cc75,45245,1731345392088, seqNum=2] 2024-11-11T17:16:33,976 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:33,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:33,989 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864., hostname=01af7571cc75,33941,1731345392042, seqNum=2] 2024-11-11T17:16:33,999 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 88d5cb6b190db60d6a099e186d00f864 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T17:16:34,013 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/88d5cb6b190db60d6a099e186d00f864/.tmp/family/41ac8197be36403d9ddd8ca95493a57e is 32, key is 5/family:/1731345393990/Put/seqid=0 2024-11-11T17:16:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741839_1015 (size=5083) 2024-11-11T17:16:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741839_1015 (size=5083) 2024-11-11T17:16:34,018 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/88d5cb6b190db60d6a099e186d00f864/.tmp/family/41ac8197be36403d9ddd8ca95493a57e 2024-11-11T17:16:34,025 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/88d5cb6b190db60d6a099e186d00f864/.tmp/family/41ac8197be36403d9ddd8ca95493a57e as hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/88d5cb6b190db60d6a099e186d00f864/family/41ac8197be36403d9ddd8ca95493a57e 2024-11-11T17:16:34,031 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/88d5cb6b190db60d6a099e186d00f864/family/41ac8197be36403d9ddd8ca95493a57e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T17:16:34,032 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 88d5cb6b190db60d6a099e186d00f864 in 33ms, sequenceid=9, compaction requested=false 2024-11-11T17:16:34,032 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 88d5cb6b190db60d6a099e186d00f864: 2024-11-11T17:16:34,032 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7b0c950e5e38bd17f93ad21f9bf06d3d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T17:16:34,047 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/7b0c950e5e38bd17f93ad21f9bf06d3d/.tmp/family/bb6f9a7ff9984f3e8e1eb2b90f1d3f20 is 32, key is 1/family:/1731345393978/Put/seqid=0 2024-11-11T17:16:34,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741840_1016 (size=5054) 2024-11-11T17:16:34,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741840_1016 (size=5054) 2024-11-11T17:16:34,052 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/7b0c950e5e38bd17f93ad21f9bf06d3d/.tmp/family/bb6f9a7ff9984f3e8e1eb2b90f1d3f20 2024-11-11T17:16:34,058 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/7b0c950e5e38bd17f93ad21f9bf06d3d/.tmp/family/bb6f9a7ff9984f3e8e1eb2b90f1d3f20 as hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/7b0c950e5e38bd17f93ad21f9bf06d3d/family/bb6f9a7ff9984f3e8e1eb2b90f1d3f20 2024-11-11T17:16:34,064 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/7b0c950e5e38bd17f93ad21f9bf06d3d/family/bb6f9a7ff9984f3e8e1eb2b90f1d3f20, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T17:16:34,065 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7b0c950e5e38bd17f93ad21f9bf06d3d in 33ms, sequenceid=8, compaction requested=false 2024-11-11T17:16:34,065 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7b0c950e5e38bd17f93ad21f9bf06d3d: 2024-11-11T17:16:34,067 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 41ac8197be36403d9ddd8ca95493a57e, starting offset: 0, end offset: 9223372036854775807 2024-11-11T17:16:34,067 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 41ac8197be36403d9ddd8ca95493a57e_0 from back map with offset lock 2094080 in the evict process 2024-11-11T17:16:34,069 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file bb6f9a7ff9984f3e8e1eb2b90f1d3f20, starting offset: 0, end offset: 9223372036854775807 2024-11-11T17:16:34,069 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key bb6f9a7ff9984f3e8e1eb2b90f1d3f20_0 from back map with offset lock 2094080 in the evict process 2024-11-11T17:16:34,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T17:16:34,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:34,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:34,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:34,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:34,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T17:16:34,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T17:16:34,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1164114863, stopped=false 2024-11-11T17:16:34,069 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01af7571cc75,45799,1731345391879 2024-11-11T17:16:34,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:34,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:34,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:34,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:34,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:34,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:34,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:34,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:34,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:34,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:34,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,33941,1731345392042' ***** 2024-11-11T17:16:34,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:34,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,45245,1731345392088' ***** 2024-11-11T17:16:34,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:34,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:34,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:34,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:34,103 INFO [RS:0;01af7571cc75:33941 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T17:16:34,103 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-11T17:16:34,103 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:34,103 INFO [RS:0;01af7571cc75:33941 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T17:16:34,103 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T17:16:34,103 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T17:16:34,103 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:34,103 INFO [RS:0;01af7571cc75:33941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:34,103 INFO [RS:0;01af7571cc75:33941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:34,103 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T17:16:34,103 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b0c950e5e38bd17f93ad21f9bf06d3d, disabling compactions & flushes 2024-11-11T17:16:34,104 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(3091): Received CLOSE for 88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:34,104 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:34,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:34,104 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:34,104 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. after waiting 0 ms 2024-11-11T17:16:34,104 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:34,104 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,33941,1731345392042 2024-11-11T17:16:34,104 INFO [RS:0;01af7571cc75:33941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:34,104 INFO [RS:0;01af7571cc75:33941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01af7571cc75:33941. 2024-11-11T17:16:34,104 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88d5cb6b190db60d6a099e186d00f864, disabling compactions & flushes 2024-11-11T17:16:34,104 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:34,104 DEBUG [RS:0;01af7571cc75:33941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:34,104 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:34,104 DEBUG [RS:0;01af7571cc75:33941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:34,104 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. after waiting 0 ms 2024-11-11T17:16:34,104 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:34,104 INFO [RS:0;01af7571cc75:33941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:34,104 INFO [RS:0;01af7571cc75:33941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:34,104 INFO [RS:0;01af7571cc75:33941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:34,104 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T17:16:34,104 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T17:16:34,104 DEBUG [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(1325): Online Regions={88d5cb6b190db60d6a099e186d00f864=testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T17:16:34,105 DEBUG [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88d5cb6b190db60d6a099e186d00f864 2024-11-11T17:16:34,105 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:34,105 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:34,105 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:34,105 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T17:16:34,105 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:34,105 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T17:16:34,106 INFO [RS:1;01af7571cc75:45245 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T17:16:34,106 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T17:16:34,106 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T17:16:34,106 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T17:16:34,106 INFO [RS:1;01af7571cc75:45245 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T17:16:34,106 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:34,106 INFO [RS:1;01af7571cc75:45245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:34,106 INFO [RS:1;01af7571cc75:45245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:34,106 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,45245,1731345392088 2024-11-11T17:16:34,106 INFO [RS:1;01af7571cc75:45245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:34,106 INFO [RS:1;01af7571cc75:45245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;01af7571cc75:45245. 2024-11-11T17:16:34,106 DEBUG [RS:1;01af7571cc75:45245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:34,106 DEBUG [RS:1;01af7571cc75:45245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:34,107 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T17:16:34,107 DEBUG [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(1325): Online Regions={7b0c950e5e38bd17f93ad21f9bf06d3d=testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d.} 2024-11-11T17:16:34,107 DEBUG [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(1351): Waiting on 7b0c950e5e38bd17f93ad21f9bf06d3d 2024-11-11T17:16:34,107 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:34,108 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/88d5cb6b190db60d6a099e186d00f864/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T17:16:34,108 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/default/testClearRegionBlockCache/7b0c950e5e38bd17f93ad21f9bf06d3d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T17:16:34,109 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:34,109 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88d5cb6b190db60d6a099e186d00f864: Waiting for close lock at 1731345394104Running coprocessor pre-close hooks at 1731345394104Disabling compacts and flushes for region at 1731345394104Disabling writes for close at 1731345394104Writing region close event to WAL at 1731345394105 (+1 ms)Running coprocessor post-close hooks at 1731345394109 (+4 ms)Closed at 1731345394109 2024-11-11T17:16:34,109 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:34,109 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b0c950e5e38bd17f93ad21f9bf06d3d: Waiting for close lock at 1731345394103Running coprocessor pre-close hooks at 1731345394103Disabling compacts and flushes for region at 1731345394103Disabling writes for close at 1731345394104 (+1 ms)Writing region close event to WAL at 1731345394104Running coprocessor post-close hooks at 1731345394109 (+5 ms)Closed at 1731345394109 2024-11-11T17:16:34,109 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864. 2024-11-11T17:16:34,109 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731345393328.7b0c950e5e38bd17f93ad21f9bf06d3d. 2024-11-11T17:16:34,121 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/.tmp/info/4799dfcd1a354d528dc6111c7d8c2713 is 173, key is testClearRegionBlockCache,5,1731345393328.88d5cb6b190db60d6a099e186d00f864./info:regioninfo/1731345393701/Put/seqid=0 2024-11-11T17:16:34,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:34,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:34,126 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/.tmp/info/4799dfcd1a354d528dc6111c7d8c2713 2024-11-11T17:16:34,145 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/.tmp/ns/f535ef0a2b3046fa8f73263c6065791d is 43, key is default/ns:d/1731345393270/Put/seqid=0 2024-11-11T17:16:34,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:34,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:34,151 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/.tmp/ns/f535ef0a2b3046fa8f73263c6065791d 2024-11-11T17:16:34,171 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/.tmp/table/261074d16b2049ff8eb613775280d0e0 is 61, key is testClearRegionBlockCache/table:state/1731345393712/Put/seqid=0 2024-11-11T17:16:34,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:34,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:34,177 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/.tmp/table/261074d16b2049ff8eb613775280d0e0 2024-11-11T17:16:34,184 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/.tmp/info/4799dfcd1a354d528dc6111c7d8c2713 as hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/info/4799dfcd1a354d528dc6111c7d8c2713 2024-11-11T17:16:34,191 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/info/4799dfcd1a354d528dc6111c7d8c2713, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T17:16:34,192 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/.tmp/ns/f535ef0a2b3046fa8f73263c6065791d as hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/ns/f535ef0a2b3046fa8f73263c6065791d 2024-11-11T17:16:34,199 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/ns/f535ef0a2b3046fa8f73263c6065791d, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T17:16:34,200 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/.tmp/table/261074d16b2049ff8eb613775280d0e0 as hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/table/261074d16b2049ff8eb613775280d0e0 2024-11-11T17:16:34,201 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:34,201 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:34,207 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/table/261074d16b2049ff8eb613775280d0e0, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T17:16:34,209 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=13, compaction requested=false 2024-11-11T17:16:34,214 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T17:16:34,215 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T17:16:34,215 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:34,215 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345394105Running coprocessor pre-close hooks at 1731345394105Disabling compacts and flushes for region at 1731345394105Disabling writes for close at 1731345394105Obtaining lock to block concurrent updates at 1731345394105Preparing flush snapshotting stores in 1588230740 at 1731345394105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731345394105Flushing stores of hbase:meta,,1.1588230740 at 1731345394106 (+1 ms)Flushing 1588230740/info: creating writer at 1731345394106Flushing 1588230740/info: appending metadata at 1731345394120 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731345394120Flushing 1588230740/ns: creating writer at 1731345394132 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731345394145 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731345394145Flushing 1588230740/table: creating writer at 1731345394157 (+12 ms)Flushing 1588230740/table: appending metadata at 1731345394170 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731345394171 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff46715: reopening flushed file at 1731345394183 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc4c332: reopening flushed file at 1731345394191 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e02a4a7: reopening flushed file at 1731345394199 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=13, compaction requested=false at 1731345394209 (+10 ms)Writing region close event to WAL at 1731345394210 (+1 ms)Running coprocessor post-close hooks at 1731345394215 (+5 ms)Closed at 1731345394215 2024-11-11T17:16:34,216 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:34,305 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,33941,1731345392042; all regions closed. 2024-11-11T17:16:34,307 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,45245,1731345392088; all regions closed. 2024-11-11T17:16:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741833_1009 (size=1758) 2024-11-11T17:16:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741833_1009 (size=1758) 2024-11-11T17:16:34,310 DEBUG [RS:0;01af7571cc75:33941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/oldWALs 2024-11-11T17:16:34,310 INFO [RS:0;01af7571cc75:33941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C33941%2C1731345392042.meta:.meta(num 1731345393212) 2024-11-11T17:16:34,311 DEBUG [RS:1;01af7571cc75:45245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/oldWALs 2024-11-11T17:16:34,311 INFO [RS:1;01af7571cc75:45245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C45245%2C1731345392088:(num 1731345392639) 2024-11-11T17:16:34,311 DEBUG [RS:1;01af7571cc75:45245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:34,311 INFO [RS:1;01af7571cc75:45245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:34,311 INFO [RS:1;01af7571cc75:45245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:34,311 INFO [RS:1;01af7571cc75:45245 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:34,311 INFO [RS:1;01af7571cc75:45245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:34,311 INFO [RS:1;01af7571cc75:45245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:34,311 INFO [RS:1;01af7571cc75:45245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:34,311 INFO [RS:1;01af7571cc75:45245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:34,312 INFO [RS:1;01af7571cc75:45245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45245 2024-11-11T17:16:34,312 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:34,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741832_1008 (size=1867) 2024-11-11T17:16:34,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741832_1008 (size=1867) 2024-11-11T17:16:34,314 DEBUG [RS:0;01af7571cc75:33941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/oldWALs 2024-11-11T17:16:34,314 INFO [RS:0;01af7571cc75:33941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C33941%2C1731345392042:(num 1731345392639) 2024-11-11T17:16:34,314 DEBUG [RS:0;01af7571cc75:33941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:34,314 INFO [RS:0;01af7571cc75:33941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:34,314 INFO [RS:0;01af7571cc75:33941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:34,315 INFO [RS:0;01af7571cc75:33941 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:34,315 INFO [RS:0;01af7571cc75:33941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:34,315 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:34,315 INFO [RS:0;01af7571cc75:33941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33941 2024-11-11T17:16:34,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,45245,1731345392088 2024-11-11T17:16:34,318 INFO [RS:1;01af7571cc75:45245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:34,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:34,327 INFO [RS:0;01af7571cc75:33941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:34,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,33941,1731345392042 2024-11-11T17:16:34,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,45245,1731345392088] 2024-11-11T17:16:34,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,45245,1731345392088 already deleted, retry=false 2024-11-11T17:16:34,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,45245,1731345392088 expired; onlineServers=1 2024-11-11T17:16:34,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,33941,1731345392042] 2024-11-11T17:16:34,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:34,435 INFO [RS:1;01af7571cc75:45245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:34,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45245-0x1012c2fd2e00002, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:34,436 INFO [RS:1;01af7571cc75:45245 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,45245,1731345392088; zookeeper connection closed. 2024-11-11T17:16:34,436 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@297fb7a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@297fb7a9 2024-11-11T17:16:34,444 INFO [RS:0;01af7571cc75:33941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:34,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:34,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33941-0x1012c2fd2e00001, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:34,444 INFO [RS:0;01af7571cc75:33941 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,33941,1731345392042; zookeeper connection closed. 2024-11-11T17:16:34,445 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66e2ca1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66e2ca1c 2024-11-11T17:16:34,445 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T17:16:34,502 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,33941,1731345392042 already deleted, retry=false 2024-11-11T17:16:34,502 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,33941,1731345392042 expired; onlineServers=0 2024-11-11T17:16:34,502 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01af7571cc75,45799,1731345391879' ***** 2024-11-11T17:16:34,502 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T17:16:34,503 INFO [M:0;01af7571cc75:45799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:34,503 INFO [M:0;01af7571cc75:45799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:34,503 DEBUG [M:0;01af7571cc75:45799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T17:16:34,503 DEBUG [M:0;01af7571cc75:45799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T17:16:34,503 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T17:16:34,503 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345392407 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345392407,5,FailOnTimeoutGroup] 2024-11-11T17:16:34,503 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345392408 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345392408,5,FailOnTimeoutGroup] 2024-11-11T17:16:34,504 INFO [M:0;01af7571cc75:45799 {}] hbase.ChoreService(370): Chore service for: master/01af7571cc75:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:34,504 INFO [M:0;01af7571cc75:45799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:34,504 DEBUG [M:0;01af7571cc75:45799 {}] master.HMaster(1795): Stopping service threads 2024-11-11T17:16:34,504 INFO [M:0;01af7571cc75:45799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T17:16:34,504 INFO [M:0;01af7571cc75:45799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:34,505 INFO [M:0;01af7571cc75:45799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T17:16:34,505 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T17:16:34,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:34,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:34,613 DEBUG [M:0;01af7571cc75:45799 {}] zookeeper.ZKUtil(347): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T17:16:34,613 WARN [M:0;01af7571cc75:45799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T17:16:34,615 INFO [M:0;01af7571cc75:45799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/.lastflushedseqids 2024-11-11T17:16:34,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741844_1020 (size=191) 2024-11-11T17:16:34,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741844_1020 (size=191) 2024-11-11T17:16:34,627 INFO [M:0;01af7571cc75:45799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T17:16:34,627 INFO [M:0;01af7571cc75:45799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T17:16:34,627 DEBUG [M:0;01af7571cc75:45799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:34,628 INFO [M:0;01af7571cc75:45799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:34,628 DEBUG [M:0;01af7571cc75:45799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:34,628 DEBUG [M:0;01af7571cc75:45799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:34,628 DEBUG [M:0;01af7571cc75:45799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:34,628 INFO [M:0;01af7571cc75:45799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T17:16:34,646 DEBUG [M:0;01af7571cc75:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82f037a1b76843aebe7905ba7253724f is 82, key is hbase:meta,,1/info:regioninfo/1731345393249/Put/seqid=0 2024-11-11T17:16:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:34,685 INFO [M:0;01af7571cc75:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82f037a1b76843aebe7905ba7253724f 2024-11-11T17:16:34,702 DEBUG [M:0;01af7571cc75:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1433f4ffa4f9487d9026d07ddda3e3bb is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731345393716/Put/seqid=0 2024-11-11T17:16:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741846_1022 (size=6219) 2024-11-11T17:16:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741846_1022 (size=6219) 2024-11-11T17:16:34,708 INFO [M:0;01af7571cc75:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1433f4ffa4f9487d9026d07ddda3e3bb 2024-11-11T17:16:34,726 DEBUG [M:0;01af7571cc75:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc78b89da7dd4995bb7b868d675a50a9 is 69, key is 01af7571cc75,33941,1731345392042/rs:state/1731345392443/Put/seqid=0 2024-11-11T17:16:34,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:34,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:34,731 INFO [M:0;01af7571cc75:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc78b89da7dd4995bb7b868d675a50a9 2024-11-11T17:16:34,736 DEBUG [M:0;01af7571cc75:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82f037a1b76843aebe7905ba7253724f as hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82f037a1b76843aebe7905ba7253724f 2024-11-11T17:16:34,742 INFO [M:0;01af7571cc75:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82f037a1b76843aebe7905ba7253724f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T17:16:34,743 DEBUG [M:0;01af7571cc75:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1433f4ffa4f9487d9026d07ddda3e3bb as hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1433f4ffa4f9487d9026d07ddda3e3bb 2024-11-11T17:16:34,749 INFO [M:0;01af7571cc75:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1433f4ffa4f9487d9026d07ddda3e3bb, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T17:16:34,750 DEBUG [M:0;01af7571cc75:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc78b89da7dd4995bb7b868d675a50a9 as hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc78b89da7dd4995bb7b868d675a50a9 2024-11-11T17:16:34,756 INFO [M:0;01af7571cc75:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43655/user/jenkins/test-data/6c9049ff-e5c3-48c7-986a-802e14ceb04d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc78b89da7dd4995bb7b868d675a50a9, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T17:16:34,757 INFO [M:0;01af7571cc75:45799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false 2024-11-11T17:16:34,758 INFO [M:0;01af7571cc75:45799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:34,758 DEBUG [M:0;01af7571cc75:45799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345394627Disabling compacts and flushes for region at 1731345394627Disabling writes for close at 1731345394628 (+1 ms)Obtaining lock to block concurrent updates at 1731345394628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731345394628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731345394628Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731345394629 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731345394629Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731345394645 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731345394645Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731345394689 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731345394702 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731345394702Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731345394712 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731345394726 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731345394726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d52a4a4: reopening flushed file at 1731345394735 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf4b6e: reopening flushed file at 1731345394742 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27acc5b: reopening flushed file at 1731345394749 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false at 1731345394757 (+8 ms)Writing region close event to WAL at 1731345394758 (+1 ms)Closed at 1731345394758 2024-11-11T17:16:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43087 is added to blk_1073741830_1006 (size=35440) 2024-11-11T17:16:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741830_1006 (size=35440) 2024-11-11T17:16:34,762 INFO [M:0;01af7571cc75:45799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T17:16:34,762 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:34,762 INFO [M:0;01af7571cc75:45799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45799 2024-11-11T17:16:34,762 INFO [M:0;01af7571cc75:45799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:34,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:34,885 INFO [M:0;01af7571cc75:45799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:34,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c2fd2e00000, quorum=127.0.0.1:58040, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:34,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4228f188{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:34,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cd53f42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:34,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:34,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@97c07b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:34,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fe58c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:34,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:34,896 WARN [BP-885343906-172.17.0.2-1731345390065 heartbeating to localhost/127.0.0.1:43655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:34,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:34,896 WARN [BP-885343906-172.17.0.2-1731345390065 heartbeating to localhost/127.0.0.1:43655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-885343906-172.17.0.2-1731345390065 (Datanode Uuid 77e1a1b5-e5db-4e13-83ee-2140162fd6d0) service to localhost/127.0.0.1:43655 2024-11-11T17:16:34,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb/data/data3/current/BP-885343906-172.17.0.2-1731345390065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:34,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb/data/data4/current/BP-885343906-172.17.0.2-1731345390065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:34,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:34,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a23019c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:34,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@313fd3c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:34,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:34,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1da7d3a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:34,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b410320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:34,900 WARN [BP-885343906-172.17.0.2-1731345390065 heartbeating to localhost/127.0.0.1:43655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:34,901 WARN [BP-885343906-172.17.0.2-1731345390065 heartbeating to localhost/127.0.0.1:43655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-885343906-172.17.0.2-1731345390065 (Datanode Uuid e4cafab3-abd4-4aa3-9d57-4ae4e21cd57c) service to localhost/127.0.0.1:43655 2024-11-11T17:16:34,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb/data/data1/current/BP-885343906-172.17.0.2-1731345390065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:34,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/cluster_07f4867c-c138-64c7-a7be-19aaad0699cb/data/data2/current/BP-885343906-172.17.0.2-1731345390065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:34,901 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:34,901 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:34,901 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:34,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9bf5bfb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:34,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e4a903d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:34,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:34,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3053c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:34,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d6f317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:34,911 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T17:16:34,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T17:16:34,934 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=172 (was 154) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:43655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:43655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:43655 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2106593805) connection to localhost/127.0.0.1:43655 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=524 (was 495) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=7123 (was 7312) 2024-11-11T17:16:34,940 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=172, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=7123 2024-11-11T17:16:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.log.dir so I do NOT create it in target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155 2024-11-11T17:16:34,953 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T17:16:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.tmp.dir so I do NOT create it in target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155 2024-11-11T17:16:34,953 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a335ecbe-4a92-1443-0991-df22587c0974/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T17:16:34,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155 2024-11-11T17:16:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T17:16:34,953 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8, deleteOnExit=true 2024-11-11T17:16:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T17:16:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/test.cache.data in system properties and HBase conf 2024-11-11T17:16:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T17:16:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/hadoop.log.dir in system properties and HBase conf 2024-11-11T17:16:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T17:16:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T17:16:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T17:16:34,954 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T17:16:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T17:16:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T17:16:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T17:16:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T17:16:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T17:16:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T17:16:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/nfs.dump.dir in system properties and HBase conf 2024-11-11T17:16:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/java.io.tmpdir in system properties and HBase conf 2024-11-11T17:16:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T17:16:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T17:16:34,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T17:16:35,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:35,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:35,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:35,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:35,247 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T17:16:35,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:35,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a96d89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:35,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3144674{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:35,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4771d5ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/java.io.tmpdir/jetty-localhost-34657-hadoop-hdfs-3_4_1-tests_jar-_-any-14237840025215727586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:35,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52c3da6a{HTTP/1.1, (http/1.1)}{localhost:34657} 2024-11-11T17:16:35,346 INFO [Time-limited test {}] server.Server(415): Started @32905ms 2024-11-11T17:16:35,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:35,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:35,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:35,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:35,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T17:16:35,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362223{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:35,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b28891{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:35,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1231e4af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/java.io.tmpdir/jetty-localhost-33475-hadoop-hdfs-3_4_1-tests_jar-_-any-17908163854840009570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:35,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dc8182d{HTTP/1.1, (http/1.1)}{localhost:33475} 2024-11-11T17:16:35,652 INFO [Time-limited test {}] server.Server(415): Started @33212ms 2024-11-11T17:16:35,653 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:35,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T17:16:35,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T17:16:35,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T17:16:35,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T17:16:35,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T17:16:35,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52bcb1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/hadoop.log.dir/,AVAILABLE} 2024-11-11T17:16:35,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d522b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T17:16:35,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cbe423b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/java.io.tmpdir/jetty-localhost-40187-hadoop-hdfs-3_4_1-tests_jar-_-any-308748655161210609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:35,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a933592{HTTP/1.1, (http/1.1)}{localhost:40187} 2024-11-11T17:16:35,781 INFO [Time-limited test {}] server.Server(415): Started @33340ms 2024-11-11T17:16:35,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T17:16:36,404 WARN [Thread-1430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8/data/data1/current/BP-784985366-172.17.0.2-1731345394974/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:36,404 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8/data/data2/current/BP-784985366-172.17.0.2-1731345394974/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:36,421 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:36,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb6a137cb0f5e782 with lease ID 0x7dc92691340b79b8: Processing first storage report for DS-8a653ed3-3b43-4ce3-abc6-dd43c8ad0404 from datanode DatanodeRegistration(127.0.0.1:37481, datanodeUuid=1ff6ad94-a857-462a-a38e-7b6044fe315e, infoPort=39253, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=123579038;c=1731345394974) 2024-11-11T17:16:36,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb6a137cb0f5e782 with lease ID 0x7dc92691340b79b8: from storage DS-8a653ed3-3b43-4ce3-abc6-dd43c8ad0404 node DatanodeRegistration(127.0.0.1:37481, datanodeUuid=1ff6ad94-a857-462a-a38e-7b6044fe315e, infoPort=39253, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=123579038;c=1731345394974), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:36,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb6a137cb0f5e782 with lease ID 0x7dc92691340b79b8: Processing first storage report for DS-83c5ba6a-2981-4638-9ab0-9cd4e2abeb1e from datanode DatanodeRegistration(127.0.0.1:37481, datanodeUuid=1ff6ad94-a857-462a-a38e-7b6044fe315e, infoPort=39253, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=123579038;c=1731345394974) 2024-11-11T17:16:36,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb6a137cb0f5e782 with lease ID 0x7dc92691340b79b8: from storage DS-83c5ba6a-2981-4638-9ab0-9cd4e2abeb1e node DatanodeRegistration(127.0.0.1:37481, datanodeUuid=1ff6ad94-a857-462a-a38e-7b6044fe315e, infoPort=39253, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=123579038;c=1731345394974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:36,566 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8/data/data3/current/BP-784985366-172.17.0.2-1731345394974/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:36,566 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8/data/data4/current/BP-784985366-172.17.0.2-1731345394974/current, will proceed with Du for space computation calculation, 2024-11-11T17:16:36,583 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T17:16:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68f53b7abe51f31c with lease ID 0x7dc92691340b79b9: Processing first storage report for DS-6d4ad958-e973-4c21-9db8-c30fa315f81e from datanode DatanodeRegistration(127.0.0.1:40933, datanodeUuid=6befa6a1-ca57-47c9-b5d2-c97950451761, infoPort=34853, infoSecurePort=0, ipcPort=36731, storageInfo=lv=-57;cid=testClusterID;nsid=123579038;c=1731345394974) 2024-11-11T17:16:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68f53b7abe51f31c with lease ID 0x7dc92691340b79b9: from storage DS-6d4ad958-e973-4c21-9db8-c30fa315f81e node DatanodeRegistration(127.0.0.1:40933, datanodeUuid=6befa6a1-ca57-47c9-b5d2-c97950451761, infoPort=34853, infoSecurePort=0, ipcPort=36731, storageInfo=lv=-57;cid=testClusterID;nsid=123579038;c=1731345394974), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68f53b7abe51f31c with lease ID 0x7dc92691340b79b9: Processing first storage report for DS-bef4636c-5a11-4a0d-92f5-f59e429775fb from datanode DatanodeRegistration(127.0.0.1:40933, datanodeUuid=6befa6a1-ca57-47c9-b5d2-c97950451761, infoPort=34853, infoSecurePort=0, ipcPort=36731, storageInfo=lv=-57;cid=testClusterID;nsid=123579038;c=1731345394974) 2024-11-11T17:16:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68f53b7abe51f31c with lease ID 0x7dc92691340b79b9: from storage DS-bef4636c-5a11-4a0d-92f5-f59e429775fb node DatanodeRegistration(127.0.0.1:40933, datanodeUuid=6befa6a1-ca57-47c9-b5d2-c97950451761, infoPort=34853, infoSecurePort=0, ipcPort=36731, storageInfo=lv=-57;cid=testClusterID;nsid=123579038;c=1731345394974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T17:16:36,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155 2024-11-11T17:16:36,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8/zookeeper_0, clientPort=58573, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T17:16:36,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58573 2024-11-11T17:16:36,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:36,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741825_1001 (size=7) 2024-11-11T17:16:36,634 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037 with version=8 2024-11-11T17:16:36,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/hbase-staging 2024-11-11T17:16:36,636 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:36,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:36,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:36,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:36,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:36,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:36,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T17:16:36,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:36,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42129 2024-11-11T17:16:36,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42129 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-11T17:16:36,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421290x0, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:36,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42129-0x1012c2fe5710000 connected 2024-11-11T17:16:36,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:36,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:36,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:36,767 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037, hbase.cluster.distributed=false 2024-11-11T17:16:36,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:36,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42129 2024-11-11T17:16:36,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42129 2024-11-11T17:16:36,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42129 2024-11-11T17:16:36,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42129 2024-11-11T17:16:36,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42129 2024-11-11T17:16:36,791 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:36,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:36,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:36,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:36,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:36,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:36,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:36,792 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:36,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43631 2024-11-11T17:16:36,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43631 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-11T17:16:36,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:36,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:36,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436310x0, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:36,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:36,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43631-0x1012c2fe5710001 connected 2024-11-11T17:16:36,802 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:36,803 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T17:16:36,808 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T17:16:36,808 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T17:16:36,810 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T17:16:36,810 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:36,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:36,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:36,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43631 2024-11-11T17:16:36,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43631 2024-11-11T17:16:36,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43631 2024-11-11T17:16:36,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43631 2024-11-11T17:16:36,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43631 2024-11-11T17:16:36,830 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01af7571cc75:0 server-side Connection retries=45 2024-11-11T17:16:36,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:36,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:36,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T17:16:36,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T17:16:36,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T17:16:36,830 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T17:16:36,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:16:36,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45733 2024-11-11T17:16:36,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45733 connecting to ZooKeeper ensemble=127.0.0.1:58573 2024-11-11T17:16:36,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:36,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:36,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457330x0, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T17:16:36,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45733-0x1012c2fe5710002 connected 2024-11-11T17:16:36,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:36,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T17:16:36,844 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T17:16:36,848 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T17:16:36,848 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T17:16:36,849 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T17:16:36,849 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T17:16:36,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T17:16:36,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T17:16:36,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45733 2024-11-11T17:16:36,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45733 2024-11-11T17:16:36,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45733 2024-11-11T17:16:36,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45733 2024-11-11T17:16:36,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45733 2024-11-11T17:16:36,865 DEBUG [M:0;01af7571cc75:42129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01af7571cc75:42129 2024-11-11T17:16:36,866 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/01af7571cc75,42129,1731345396635 2024-11-11T17:16:36,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:36,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:36,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:36,877 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/01af7571cc75,42129,1731345396635 2024-11-11T17:16:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:36,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:36,885 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T17:16:36,886 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/01af7571cc75,42129,1731345396635 from backup master directory 2024-11-11T17:16:36,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:36,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/01af7571cc75,42129,1731345396635 2024-11-11T17:16:36,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:36,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T17:16:36,893 WARN [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:36,893 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01af7571cc75,42129,1731345396635 2024-11-11T17:16:36,898 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/hbase.id] with ID: e4d50669-b798-4fc3-aafb-22a572bed898 2024-11-11T17:16:36,898 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/.tmp/hbase.id 2024-11-11T17:16:36,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:36,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741826_1002 (size=42) 2024-11-11T17:16:36,904 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/.tmp/hbase.id]:[hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/hbase.id] 2024-11-11T17:16:36,915 INFO [master/01af7571cc75:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T17:16:36,915 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T17:16:36,916 INFO [master/01af7571cc75:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T17:16:36,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:36,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:36,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:36,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:36,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741827_1003 (size=196) 2024-11-11T17:16:36,933 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:36,933 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T17:16:36,934 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:36,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:36,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741828_1004 (size=1189) 2024-11-11T17:16:36,941 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store 2024-11-11T17:16:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741829_1005 (size=34) 2024-11-11T17:16:37,350 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:37,350 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:37,351 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:37,351 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:37,351 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:37,351 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:37,351 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:37,351 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345397350Disabling compacts and flushes for region at 1731345397350Disabling writes for close at 1731345397351 (+1 ms)Writing region close event to WAL at 1731345397351Closed at 1731345397351 2024-11-11T17:16:37,354 WARN [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/.initializing 2024-11-11T17:16:37,354 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/WALs/01af7571cc75,42129,1731345396635 2024-11-11T17:16:37,357 INFO [master/01af7571cc75:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:37,362 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C42129%2C1731345396635, suffix=, logDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/WALs/01af7571cc75,42129,1731345396635, archiveDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/oldWALs, maxLogs=10 2024-11-11T17:16:37,377 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/WALs/01af7571cc75,42129,1731345396635/01af7571cc75%2C42129%2C1731345396635.1731345397362, exclude list is [], retry=0 2024-11-11T17:16:37,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-8a653ed3-3b43-4ce3-abc6-dd43c8ad0404,DISK] 2024-11-11T17:16:37,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40933,DS-6d4ad958-e973-4c21-9db8-c30fa315f81e,DISK] 2024-11-11T17:16:37,382 INFO [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/WALs/01af7571cc75,42129,1731345396635/01af7571cc75%2C42129%2C1731345396635.1731345397362 2024-11-11T17:16:37,382 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39253:39253),(127.0.0.1/127.0.0.1:34853:34853)] 2024-11-11T17:16:37,382 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:37,382 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:37,382 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,382 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T17:16:37,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:37,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:37,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T17:16:37,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:37,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:37,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T17:16:37,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:37,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:37,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T17:16:37,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:37,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:37,390 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,391 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,391 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,393 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,393 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,393 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:37,394 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T17:16:37,396 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:37,396 INFO [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74139442, jitterRate=0.10476377606391907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:37,397 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731345397382Initializing all the Stores at 1731345397383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345397383Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345397383Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345397383Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345397383Cleaning up temporary data from old regions at 1731345397393 (+10 ms)Region opened successfully at 1731345397397 (+4 ms) 2024-11-11T17:16:37,397 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T17:16:37,400 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d37401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:37,401 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T17:16:37,401 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T17:16:37,401 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T17:16:37,401 INFO [master/01af7571cc75:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T17:16:37,401 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T17:16:37,402 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T17:16:37,402 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T17:16:37,404 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T17:16:37,405 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T17:16:37,435 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T17:16:37,435 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T17:16:37,436 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T17:16:37,443 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T17:16:37,444 INFO [master/01af7571cc75:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T17:16:37,445 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T17:16:37,451 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T17:16:37,453 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T17:16:37,460 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T17:16:37,462 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T17:16:37,468 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T17:16:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:37,477 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01af7571cc75,42129,1731345396635, sessionid=0x1012c2fe5710000, setting cluster-up flag (Was=false) 2024-11-11T17:16:37,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:37,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:37,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:37,518 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T17:16:37,519 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,42129,1731345396635 2024-11-11T17:16:37,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:37,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:37,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:37,560 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T17:16:37,563 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01af7571cc75,42129,1731345396635 2024-11-11T17:16:37,566 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T17:16:37,569 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:37,569 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T17:16:37,570 INFO [master/01af7571cc75:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T17:16:37,570 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01af7571cc75,42129,1731345396635 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T17:16:37,571 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:37,571 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:37,572 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:37,572 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01af7571cc75:0, corePoolSize=5, maxPoolSize=5 2024-11-11T17:16:37,572 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01af7571cc75:0, corePoolSize=10, maxPoolSize=10 2024-11-11T17:16:37,572 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,572 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:37,572 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,573 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731345427573 2024-11-11T17:16:37,573 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T17:16:37,573 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:37,573 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T17:16:37,573 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T17:16:37,573 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T17:16:37,573 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T17:16:37,573 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T17:16:37,573 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T17:16:37,574 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,574 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T17:16:37,574 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T17:16:37,574 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T17:16:37,574 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T17:16:37,574 INFO [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T17:16:37,574 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345397574,5,FailOnTimeoutGroup] 2024-11-11T17:16:37,575 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:37,575 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345397574,5,FailOnTimeoutGroup] 2024-11-11T17:16:37,575 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,575 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T17:16:37,575 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,575 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T17:16:37,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:37,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741831_1007 (size=1321) 2024-11-11T17:16:37,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T17:16:37,583 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037 2024-11-11T17:16:37,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741832_1008 (size=32) 2024-11-11T17:16:37,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741832_1008 (size=32) 2024-11-11T17:16:37,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:37,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:37,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:37,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:37,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:37,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:37,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:37,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:37,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:37,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:37,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:37,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:37,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:37,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:37,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:37,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:37,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:37,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:37,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740 2024-11-11T17:16:37,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740 2024-11-11T17:16:37,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:37,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:37,599 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:37,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:37,601 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:37,602 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66813220, jitterRate=-0.0044054388999938965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:37,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731345397589Initializing all the Stores at 1731345397590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345397590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345397590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345397590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345397590Cleaning up temporary data from old regions at 1731345397598 (+8 ms)Region opened successfully at 1731345397602 (+4 ms) 2024-11-11T17:16:37,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:37,602 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:37,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:37,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-11T17:16:37,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:37,603 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:37,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345397602Disabling compacts and flushes for region at 1731345397602Disabling writes for close at 1731345397603 (+1 ms)Writing region close event to WAL at 1731345397603Closed at 1731345397603 2024-11-11T17:16:37,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:37,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T17:16:37,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T17:16:37,605 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:37,606 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T17:16:37,656 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(746): ClusterId : e4d50669-b798-4fc3-aafb-22a572bed898 2024-11-11T17:16:37,656 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(746): ClusterId : e4d50669-b798-4fc3-aafb-22a572bed898 2024-11-11T17:16:37,656 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:37,656 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T17:16:37,669 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:37,669 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T17:16:37,669 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:37,669 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T17:16:37,679 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:37,679 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T17:16:37,679 DEBUG [RS:0;01af7571cc75:43631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cfbc92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:37,679 DEBUG [RS:1;01af7571cc75:45733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee6eede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01af7571cc75/172.17.0.2:0 2024-11-11T17:16:37,689 DEBUG [RS:0;01af7571cc75:43631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01af7571cc75:43631 2024-11-11T17:16:37,689 INFO [RS:0;01af7571cc75:43631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:37,689 INFO [RS:0;01af7571cc75:43631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:37,689 DEBUG [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:37,690 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,42129,1731345396635 with port=43631, startcode=1731345396791 2024-11-11T17:16:37,691 DEBUG [RS:0;01af7571cc75:43631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:37,692 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:37,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,43631,1731345396791 2024-11-11T17:16:37,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42129 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,43631,1731345396791 2024-11-11T17:16:37,694 DEBUG [RS:1;01af7571cc75:45733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;01af7571cc75:45733 2024-11-11T17:16:37,694 INFO [RS:1;01af7571cc75:45733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T17:16:37,694 INFO [RS:1;01af7571cc75:45733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T17:16:37,694 DEBUG [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T17:16:37,694 DEBUG [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037 2024-11-11T17:16:37,694 DEBUG [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45295 2024-11-11T17:16:37,694 DEBUG [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:37,694 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(2659): reportForDuty to master=01af7571cc75,42129,1731345396635 with port=45733, startcode=1731345396829 2024-11-11T17:16:37,695 DEBUG [RS:1;01af7571cc75:45733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T17:16:37,696 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T17:16:37,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01af7571cc75,45733,1731345396829 2024-11-11T17:16:37,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42129 {}] master.ServerManager(517): Registering regionserver=01af7571cc75,45733,1731345396829 2024-11-11T17:16:37,698 DEBUG [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037 2024-11-11T17:16:37,698 DEBUG [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45295 2024-11-11T17:16:37,698 DEBUG [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T17:16:37,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:37,737 DEBUG [RS:0;01af7571cc75:43631 {}] zookeeper.ZKUtil(111): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,43631,1731345396791 2024-11-11T17:16:37,737 WARN [RS:0;01af7571cc75:43631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:37,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,45733,1731345396829] 2024-11-11T17:16:37,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01af7571cc75,43631,1731345396791] 2024-11-11T17:16:37,737 INFO [RS:0;01af7571cc75:43631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:37,738 DEBUG [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,43631,1731345396791 2024-11-11T17:16:37,738 DEBUG [RS:1;01af7571cc75:45733 {}] zookeeper.ZKUtil(111): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01af7571cc75,45733,1731345396829 2024-11-11T17:16:37,738 WARN [RS:1;01af7571cc75:45733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T17:16:37,738 INFO [RS:1;01af7571cc75:45733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:37,738 DEBUG [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,45733,1731345396829 2024-11-11T17:16:37,744 INFO [RS:1;01af7571cc75:45733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:37,744 INFO [RS:0;01af7571cc75:43631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T17:16:37,748 INFO [RS:1;01af7571cc75:45733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:37,748 INFO [RS:1;01af7571cc75:45733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:37,749 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,749 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:37,750 INFO [RS:1;01af7571cc75:45733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:37,750 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,750 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:37,751 DEBUG [RS:1;01af7571cc75:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:37,752 INFO [RS:0;01af7571cc75:43631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T17:16:37,752 INFO [RS:0;01af7571cc75:43631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T17:16:37,752 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,752 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,752 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,752 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,752 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,752 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T17:16:37,752 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,752 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,45733,1731345396829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:37,753 INFO [RS:0;01af7571cc75:43631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T17:16:37,753 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,753 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,753 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,753 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,753 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,753 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,753 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01af7571cc75:0, corePoolSize=2, maxPoolSize=2 2024-11-11T17:16:37,753 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,753 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,753 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,753 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,754 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,754 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01af7571cc75:0, corePoolSize=1, maxPoolSize=1 2024-11-11T17:16:37,754 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:37,754 DEBUG [RS:0;01af7571cc75:43631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01af7571cc75:0, corePoolSize=3, maxPoolSize=3 2024-11-11T17:16:37,754 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,754 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,754 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,754 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,754 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,754 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,43631,1731345396791-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:37,756 WARN [01af7571cc75:42129 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T17:16:37,769 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:37,769 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,45733,1731345396829-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,769 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,770 INFO [RS:1;01af7571cc75:45733 {}] regionserver.Replication(171): 01af7571cc75,45733,1731345396829 started 2024-11-11T17:16:37,771 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T17:16:37,771 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,43631,1731345396791-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,771 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,771 INFO [RS:0;01af7571cc75:43631 {}] regionserver.Replication(171): 01af7571cc75,43631,1731345396791 started 2024-11-11T17:16:37,785 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,785 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,45733,1731345396829, RpcServer on 01af7571cc75/172.17.0.2:45733, sessionid=0x1012c2fe5710002 2024-11-11T17:16:37,785 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:37,785 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(1482): Serving as 01af7571cc75,43631,1731345396791, RpcServer on 01af7571cc75/172.17.0.2:43631, sessionid=0x1012c2fe5710001 2024-11-11T17:16:37,785 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:37,785 DEBUG [RS:1;01af7571cc75:45733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,45733,1731345396829 2024-11-11T17:16:37,785 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T17:16:37,785 DEBUG [RS:0;01af7571cc75:43631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01af7571cc75,43631,1731345396791 2024-11-11T17:16:37,785 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,45733,1731345396829' 2024-11-11T17:16:37,785 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,43631,1731345396791' 2024-11-11T17:16:37,785 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:37,785 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T17:16:37,785 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:37,786 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T17:16:37,786 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:37,786 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T17:16:37,786 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:37,786 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T17:16:37,786 DEBUG [RS:1;01af7571cc75:45733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,45733,1731345396829 2024-11-11T17:16:37,786 DEBUG [RS:0;01af7571cc75:43631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01af7571cc75,43631,1731345396791 2024-11-11T17:16:37,786 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,45733,1731345396829' 2024-11-11T17:16:37,786 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01af7571cc75,43631,1731345396791' 2024-11-11T17:16:37,786 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:37,786 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T17:16:37,786 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:37,786 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T17:16:37,786 DEBUG [RS:1;01af7571cc75:45733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:37,786 DEBUG [RS:0;01af7571cc75:43631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T17:16:37,787 INFO [RS:1;01af7571cc75:45733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:37,787 INFO [RS:0;01af7571cc75:43631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T17:16:37,787 INFO [RS:0;01af7571cc75:43631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:37,787 INFO [RS:1;01af7571cc75:45733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T17:16:37,887 INFO [RS:1;01af7571cc75:45733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:37,887 INFO [RS:0;01af7571cc75:43631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T17:16:37,889 INFO [RS:1;01af7571cc75:45733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C45733%2C1731345396829, suffix=, logDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,45733,1731345396829, archiveDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/oldWALs, maxLogs=32 2024-11-11T17:16:37,889 INFO [RS:0;01af7571cc75:43631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C43631%2C1731345396791, suffix=, logDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,43631,1731345396791, archiveDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/oldWALs, maxLogs=32 2024-11-11T17:16:37,907 DEBUG [RS:0;01af7571cc75:43631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,43631,1731345396791/01af7571cc75%2C43631%2C1731345396791.1731345397890, exclude list is [], retry=0 2024-11-11T17:16:37,907 DEBUG [RS:1;01af7571cc75:45733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,45733,1731345396829/01af7571cc75%2C45733%2C1731345396829.1731345397890, exclude list is [], retry=0 2024-11-11T17:16:37,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40933,DS-6d4ad958-e973-4c21-9db8-c30fa315f81e,DISK] 2024-11-11T17:16:37,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40933,DS-6d4ad958-e973-4c21-9db8-c30fa315f81e,DISK] 2024-11-11T17:16:37,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-8a653ed3-3b43-4ce3-abc6-dd43c8ad0404,DISK] 2024-11-11T17:16:37,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-8a653ed3-3b43-4ce3-abc6-dd43c8ad0404,DISK] 2024-11-11T17:16:37,912 INFO [RS:1;01af7571cc75:45733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,45733,1731345396829/01af7571cc75%2C45733%2C1731345396829.1731345397890 2024-11-11T17:16:37,912 INFO [RS:0;01af7571cc75:43631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,43631,1731345396791/01af7571cc75%2C43631%2C1731345396791.1731345397890 2024-11-11T17:16:37,912 DEBUG [RS:1;01af7571cc75:45733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34853:34853),(127.0.0.1/127.0.0.1:39253:39253)] 2024-11-11T17:16:37,913 DEBUG [RS:0;01af7571cc75:43631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34853:34853),(127.0.0.1/127.0.0.1:39253:39253)] 2024-11-11T17:16:38,006 DEBUG [01af7571cc75:42129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T17:16:38,007 DEBUG [01af7571cc75:42129 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:38,010 DEBUG [01af7571cc75:42129 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:38,010 DEBUG [01af7571cc75:42129 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:38,010 DEBUG [01af7571cc75:42129 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:38,010 DEBUG [01af7571cc75:42129 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:38,011 INFO [01af7571cc75:42129 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:38,011 INFO [01af7571cc75:42129 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:38,011 DEBUG [01af7571cc75:42129 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:38,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01af7571cc75,45733,1731345396829 2024-11-11T17:16:38,013 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,45733,1731345396829, state=OPENING 2024-11-11T17:16:38,027 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T17:16:38,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:38,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:38,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:38,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:38,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:38,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:38,036 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T17:16:38,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,45733,1731345396829}] 2024-11-11T17:16:38,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:38,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:38,202 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T17:16:38,202 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T17:16:38,202 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T17:16:38,204 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01af7571cc75%2C45733%2C1731345396829.meta, suffix=.meta, logDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,45733,1731345396829, archiveDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/oldWALs, maxLogs=32 2024-11-11T17:16:38,218 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,45733,1731345396829/01af7571cc75%2C45733%2C1731345396829.meta.1731345398204.meta, exclude list is [], retry=0 2024-11-11T17:16:38,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40933,DS-6d4ad958-e973-4c21-9db8-c30fa315f81e,DISK] 2024-11-11T17:16:38,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-8a653ed3-3b43-4ce3-abc6-dd43c8ad0404,DISK] 2024-11-11T17:16:38,221 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,45733,1731345396829/01af7571cc75%2C45733%2C1731345396829.meta.1731345398204.meta 2024-11-11T17:16:38,222 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39253:39253),(127.0.0.1/127.0.0.1:34853:34853)] 2024-11-11T17:16:38,222 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T17:16:38,222 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T17:16:38,222 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T17:16:38,222 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T17:16:38,222 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T17:16:38,222 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:38,223 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T17:16:38,223 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T17:16:38,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T17:16:38,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T17:16:38,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T17:16:38,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T17:16:38,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:38,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:38,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T17:16:38,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T17:16:38,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:38,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:38,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T17:16:38,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T17:16:38,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:38,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T17:16:38,229 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T17:16:38,229 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740 2024-11-11T17:16:38,230 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740 2024-11-11T17:16:38,231 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T17:16:38,231 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T17:16:38,232 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T17:16:38,233 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T17:16:38,234 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72494964, jitterRate=0.08025914430618286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T17:16:38,234 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T17:16:38,235 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731345398223Writing region info on filesystem at 1731345398223Initializing all the Stores at 1731345398223Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345398224 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345398224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345398224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731345398224Cleaning up temporary data from old regions at 1731345398231 (+7 ms)Running coprocessor post-open hooks at 1731345398234 (+3 ms)Region opened successfully at 1731345398235 (+1 ms) 2024-11-11T17:16:38,236 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731345398190 2024-11-11T17:16:38,238 DEBUG [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T17:16:38,238 INFO [RS_OPEN_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T17:16:38,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,45733,1731345396829 2024-11-11T17:16:38,240 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01af7571cc75,45733,1731345396829, state=OPEN 2024-11-11T17:16:38,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:38,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:38,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T17:16:38,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:38,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:38,250 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01af7571cc75,45733,1731345396829 2024-11-11T17:16:38,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T17:16:38,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T17:16:38,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01af7571cc75,45733,1731345396829 in 214 msec 2024-11-11T17:16:38,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T17:16:38,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-11T17:16:38,255 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T17:16:38,255 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T17:16:38,257 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:38,257 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,45733,1731345396829, seqNum=-1] 2024-11-11T17:16:38,257 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:38,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:38,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 695 msec 2024-11-11T17:16:38,263 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731345398263, completionTime=-1 2024-11-11T17:16:38,263 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T17:16:38,263 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T17:16:38,265 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T17:16:38,265 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731345458265 2024-11-11T17:16:38,265 INFO [master/01af7571cc75:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731345518265 2024-11-11T17:16:38,265 INFO [master/01af7571cc75:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T17:16:38,266 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,42129,1731345396635-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:38,266 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,42129,1731345396635-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:38,266 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,42129,1731345396635-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:38,266 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01af7571cc75:42129, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:38,266 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:38,266 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:38,268 DEBUG [master/01af7571cc75:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T17:16:38,270 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.377sec 2024-11-11T17:16:38,271 INFO [master/01af7571cc75:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T17:16:38,271 INFO [master/01af7571cc75:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T17:16:38,271 INFO [master/01af7571cc75:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T17:16:38,271 INFO [master/01af7571cc75:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T17:16:38,271 INFO [master/01af7571cc75:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T17:16:38,271 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,42129,1731345396635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T17:16:38,271 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,42129,1731345396635-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T17:16:38,274 DEBUG [master/01af7571cc75:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T17:16:38,274 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T17:16:38,274 INFO [master/01af7571cc75:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01af7571cc75,42129,1731345396635-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T17:16:38,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4886697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:38,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01af7571cc75,42129,-1 for getting cluster id 2024-11-11T17:16:38,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T17:16:38,360 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4d50669-b798-4fc3-aafb-22a572bed898' 2024-11-11T17:16:38,360 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T17:16:38,360 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4d50669-b798-4fc3-aafb-22a572bed898" 2024-11-11T17:16:38,361 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b86590d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:38,362 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01af7571cc75,42129,-1] 2024-11-11T17:16:38,362 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T17:16:38,362 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:38,364 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T17:16:38,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b39d385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:16:38,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T17:16:38,367 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01af7571cc75,45733,1731345396829, seqNum=-1] 2024-11-11T17:16:38,368 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:38,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:38,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01af7571cc75,42129,1731345396635 2024-11-11T17:16:38,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T17:16:38,373 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 01af7571cc75,42129,1731345396635 2024-11-11T17:16:38,374 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ad3eba4 2024-11-11T17:16:38,374 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T17:16:38,375 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T17:16:38,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T17:16:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T17:16:38,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T17:16:38,379 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:38,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T17:16:38,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T17:16:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741836_1012 (size=379) 2024-11-11T17:16:38,387 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7154eba1a1651a7833ce76a74547f52b, NAME => 'testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037 2024-11-11T17:16:38,388 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 77d12c0a60d43a8cd71a39eb808ff193, NAME => 'testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037 2024-11-11T17:16:38,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:38,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741838_1014 (size=61) 2024-11-11T17:16:38,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:38,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741837_1013 (size=61) 2024-11-11T17:16:38,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:38,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 77d12c0a60d43a8cd71a39eb808ff193, disabling compactions & flushes 2024-11-11T17:16:38,398 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:38,398 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:38,398 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:38,398 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7154eba1a1651a7833ce76a74547f52b, disabling compactions & flushes 2024-11-11T17:16:38,398 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. after waiting 0 ms 2024-11-11T17:16:38,398 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:38,398 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:38,398 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:38,398 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. after waiting 0 ms 2024-11-11T17:16:38,398 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:38,398 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:38,398 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:38,398 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 77d12c0a60d43a8cd71a39eb808ff193: Waiting for close lock at 1731345398397Disabling compacts and flushes for region at 1731345398397Disabling writes for close at 1731345398398 (+1 ms)Writing region close event to WAL at 1731345398398Closed at 1731345398398 2024-11-11T17:16:38,398 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7154eba1a1651a7833ce76a74547f52b: Waiting for close lock at 1731345398398Disabling compacts and flushes for region at 1731345398398Disabling writes for close at 1731345398398Writing region close event to WAL at 1731345398398Closed at 1731345398398 2024-11-11T17:16:38,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T17:16:38,399 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345398399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345398399"}]},"ts":"1731345398399"} 2024-11-11T17:16:38,399 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731345398399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731345398399"}]},"ts":"1731345398399"} 2024-11-11T17:16:38,402 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T17:16:38,403 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T17:16:38,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345398403"}]},"ts":"1731345398403"} 2024-11-11T17:16:38,405 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T17:16:38,405 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {01af7571cc75=0} racks are {/default-rack=0} 2024-11-11T17:16:38,406 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T17:16:38,406 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T17:16:38,406 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T17:16:38,406 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T17:16:38,406 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T17:16:38,406 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T17:16:38,406 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T17:16:38,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7154eba1a1651a7833ce76a74547f52b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=77d12c0a60d43a8cd71a39eb808ff193, ASSIGN}] 2024-11-11T17:16:38,408 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=77d12c0a60d43a8cd71a39eb808ff193, ASSIGN 2024-11-11T17:16:38,408 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7154eba1a1651a7833ce76a74547f52b, ASSIGN 2024-11-11T17:16:38,409 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7154eba1a1651a7833ce76a74547f52b, ASSIGN; state=OFFLINE, location=01af7571cc75,43631,1731345396791; forceNewPlan=false, retain=false 2024-11-11T17:16:38,409 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=77d12c0a60d43a8cd71a39eb808ff193, ASSIGN; state=OFFLINE, location=01af7571cc75,45733,1731345396829; forceNewPlan=false, retain=false 2024-11-11T17:16:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:38,560 INFO [01af7571cc75:42129 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T17:16:38,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=77d12c0a60d43a8cd71a39eb808ff193, regionState=OPENING, regionLocation=01af7571cc75,45733,1731345396829 2024-11-11T17:16:38,560 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7154eba1a1651a7833ce76a74547f52b, regionState=OPENING, regionLocation=01af7571cc75,43631,1731345396791 2024-11-11T17:16:38,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7154eba1a1651a7833ce76a74547f52b, ASSIGN because future has completed 2024-11-11T17:16:38,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7154eba1a1651a7833ce76a74547f52b, server=01af7571cc75,43631,1731345396791}] 2024-11-11T17:16:38,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=77d12c0a60d43a8cd71a39eb808ff193, ASSIGN because future has completed 2024-11-11T17:16:38,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77d12c0a60d43a8cd71a39eb808ff193, server=01af7571cc75,45733,1731345396829}] 2024-11-11T17:16:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:38,722 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:38,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:38,730 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:38,731 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7154eba1a1651a7833ce76a74547f52b, NAME => 'testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T17:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 77d12c0a60d43a8cd71a39eb808ff193, NAME => 'testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T17:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T17:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:38,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T17:16:38,734 INFO [StoreOpener-7154eba1a1651a7833ce76a74547f52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:38,735 INFO [StoreOpener-77d12c0a60d43a8cd71a39eb808ff193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:38,736 INFO [StoreOpener-7154eba1a1651a7833ce76a74547f52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7154eba1a1651a7833ce76a74547f52b columnFamilyName family 2024-11-11T17:16:38,736 INFO [StoreOpener-77d12c0a60d43a8cd71a39eb808ff193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d12c0a60d43a8cd71a39eb808ff193 columnFamilyName family 2024-11-11T17:16:38,736 DEBUG [StoreOpener-7154eba1a1651a7833ce76a74547f52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:38,736 DEBUG [StoreOpener-77d12c0a60d43a8cd71a39eb808ff193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T17:16:38,737 INFO [StoreOpener-77d12c0a60d43a8cd71a39eb808ff193-1 {}] regionserver.HStore(327): Store=77d12c0a60d43a8cd71a39eb808ff193/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:38,737 INFO [StoreOpener-7154eba1a1651a7833ce76a74547f52b-1 {}] regionserver.HStore(327): Store=7154eba1a1651a7833ce76a74547f52b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T17:16:38,737 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:38,738 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:38,738 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:38,738 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:38,738 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:38,739 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:38,739 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:38,739 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:38,739 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:38,739 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:38,741 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:38,742 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:38,748 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/77d12c0a60d43a8cd71a39eb808ff193/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:38,748 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/7154eba1a1651a7833ce76a74547f52b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T17:16:38,748 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7154eba1a1651a7833ce76a74547f52b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74594629, jitterRate=0.111546590924263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:38,748 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 77d12c0a60d43a8cd71a39eb808ff193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64247309, jitterRate=-0.04264049232006073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T17:16:38,748 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:38,748 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:38,749 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 77d12c0a60d43a8cd71a39eb808ff193: Running coprocessor pre-open hook at 1731345398731Writing region info on filesystem at 1731345398731Initializing all the Stores at 1731345398732 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345398733 (+1 ms)Cleaning up temporary data from old regions at 1731345398739 (+6 ms)Running coprocessor post-open hooks at 1731345398748 (+9 ms)Region opened successfully at 1731345398749 (+1 ms) 2024-11-11T17:16:38,749 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7154eba1a1651a7833ce76a74547f52b: Running coprocessor pre-open hook at 1731345398731Writing region info on filesystem at 1731345398731Initializing all the Stores at 1731345398732 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731345398733 (+1 ms)Cleaning up temporary data from old regions at 1731345398739 (+6 ms)Running coprocessor post-open hooks at 1731345398748 (+9 ms)Region opened successfully at 1731345398749 (+1 ms) 2024-11-11T17:16:38,750 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193., pid=8, masterSystemTime=1731345398724 2024-11-11T17:16:38,750 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b., pid=7, masterSystemTime=1731345398721 2024-11-11T17:16:38,752 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:38,752 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:38,752 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7154eba1a1651a7833ce76a74547f52b, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,43631,1731345396791 2024-11-11T17:16:38,753 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=77d12c0a60d43a8cd71a39eb808ff193, regionState=OPEN, openSeqNum=2, regionLocation=01af7571cc75,45733,1731345396829 2024-11-11T17:16:38,753 DEBUG [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:38,753 INFO [RS_OPEN_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:38,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7154eba1a1651a7833ce76a74547f52b, server=01af7571cc75,43631,1731345396791 because future has completed 2024-11-11T17:16:38,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77d12c0a60d43a8cd71a39eb808ff193, server=01af7571cc75,45733,1731345396829 because future has completed 2024-11-11T17:16:38,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T17:16:38,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7154eba1a1651a7833ce76a74547f52b, server=01af7571cc75,43631,1731345396791 in 190 msec 2024-11-11T17:16:38,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7154eba1a1651a7833ce76a74547f52b, ASSIGN in 352 msec 2024-11-11T17:16:38,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T17:16:38,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 77d12c0a60d43a8cd71a39eb808ff193, server=01af7571cc75,45733,1731345396829 in 189 msec 2024-11-11T17:16:38,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T17:16:38,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=77d12c0a60d43a8cd71a39eb808ff193, ASSIGN in 353 msec 2024-11-11T17:16:38,763 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T17:16:38,763 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731345398763"}]},"ts":"1731345398763"} 2024-11-11T17:16:38,765 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T17:16:38,766 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T17:16:38,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 390 msec 2024-11-11T17:16:38,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:38,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:38,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:38,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:38,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:38,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:38,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:38,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:38,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:38,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T17:16:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T17:16:39,012 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T17:16:39,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T17:16:39,012 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:39,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T17:16:39,017 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T17:16:39,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T17:16:39,021 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b., hostname=01af7571cc75,43631,1731345396791, seqNum=2] 2024-11-11T17:16:39,021 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T17:16:39,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T17:16:39,032 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193., hostname=01af7571cc75,45733,1731345396829, seqNum=2] 2024-11-11T17:16:39,041 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7154eba1a1651a7833ce76a74547f52b 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T17:16:39,055 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/7154eba1a1651a7833ce76a74547f52b/.tmp/family/3c4eaaf3278b4f7992b0bdb43a275e5d is 32, key is 1/family:/1731345399024/Put/seqid=0 2024-11-11T17:16:39,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741839_1015 (size=5054) 2024-11-11T17:16:39,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741839_1015 (size=5054) 2024-11-11T17:16:39,061 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/7154eba1a1651a7833ce76a74547f52b/.tmp/family/3c4eaaf3278b4f7992b0bdb43a275e5d 2024-11-11T17:16:39,067 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/7154eba1a1651a7833ce76a74547f52b/.tmp/family/3c4eaaf3278b4f7992b0bdb43a275e5d as hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/7154eba1a1651a7833ce76a74547f52b/family/3c4eaaf3278b4f7992b0bdb43a275e5d 2024-11-11T17:16:39,072 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/7154eba1a1651a7833ce76a74547f52b/family/3c4eaaf3278b4f7992b0bdb43a275e5d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T17:16:39,073 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7154eba1a1651a7833ce76a74547f52b in 31ms, sequenceid=8, compaction requested=false 2024-11-11T17:16:39,073 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7154eba1a1651a7833ce76a74547f52b: 2024-11-11T17:16:39,073 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 77d12c0a60d43a8cd71a39eb808ff193 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T17:16:39,086 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/77d12c0a60d43a8cd71a39eb808ff193/.tmp/family/5fc44daab85b47af852d3fdebfada475 is 32, key is 5/family:/1731345399033/Put/seqid=0 2024-11-11T17:16:39,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741840_1016 (size=5083) 2024-11-11T17:16:39,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741840_1016 (size=5083) 2024-11-11T17:16:39,091 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/77d12c0a60d43a8cd71a39eb808ff193/.tmp/family/5fc44daab85b47af852d3fdebfada475 2024-11-11T17:16:39,097 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/77d12c0a60d43a8cd71a39eb808ff193/.tmp/family/5fc44daab85b47af852d3fdebfada475 as hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/77d12c0a60d43a8cd71a39eb808ff193/family/5fc44daab85b47af852d3fdebfada475 2024-11-11T17:16:39,103 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/77d12c0a60d43a8cd71a39eb808ff193/family/5fc44daab85b47af852d3fdebfada475, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T17:16:39,104 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 77d12c0a60d43a8cd71a39eb808ff193 in 31ms, sequenceid=9, compaction requested=false 2024-11-11T17:16:39,104 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 77d12c0a60d43a8cd71a39eb808ff193: 2024-11-11T17:16:39,107 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T17:16:39,110 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:39,111 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T17:16:39,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:39,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T17:16:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] bucket.BucketCache(1864): found 1 blocks for file 5fc44daab85b47af852d3fdebfada475, starting offset: 0, end offset: 9223372036854775807 2024-11-11T17:16:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] bucket.BucketCache(1864): found 1 blocks for file 3c4eaaf3278b4f7992b0bdb43a275e5d, starting offset: 0, end offset: 9223372036854775807 2024-11-11T17:16:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] bucket.BucketCache(857): removed key 5fc44daab85b47af852d3fdebfada475_0 from back map with offset lock 2094080 in the evict process 2024-11-11T17:16:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] bucket.BucketCache(857): removed key 3c4eaaf3278b4f7992b0bdb43a275e5d_0 from back map with offset lock 2094080 in the evict process 2024-11-11T17:16:39,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T17:16:39,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:39,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:39,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:39,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:39,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T17:16:39,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T17:16:39,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1805880125, stopped=false 2024-11-11T17:16:39,114 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01af7571cc75,42129,1731345396635 2024-11-11T17:16:39,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:39,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:39,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T17:16:39,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:39,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:39,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:39,152 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:39,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:39,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T17:16:39,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:39,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:39,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T17:16:39,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:39,152 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-11T17:16:39,153 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(3091): Received CLOSE for 7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:39,153 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,43631,1731345396791' ***** 2024-11-11T17:16:39,153 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:39,153 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01af7571cc75,45733,1731345396829' ***** 2024-11-11T17:16:39,153 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T17:16:39,153 INFO [RS:1;01af7571cc75:45733 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T17:16:39,153 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7154eba1a1651a7833ce76a74547f52b, disabling compactions & flushes 2024-11-11T17:16:39,153 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:39,153 INFO [RS:1;01af7571cc75:45733 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T17:16:39,153 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T17:16:39,153 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:39,153 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T17:16:39,153 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:39,153 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:39,153 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. after waiting 0 ms 2024-11-11T17:16:39,153 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T17:16:39,153 INFO [RS:1;01af7571cc75:45733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:39,153 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:39,153 INFO [RS:1;01af7571cc75:45733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:39,153 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(3091): Received CLOSE for 77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:39,154 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,45733,1731345396829 2024-11-11T17:16:39,154 INFO [RS:1;01af7571cc75:45733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:39,154 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:39,154 INFO [RS:1;01af7571cc75:45733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;01af7571cc75:45733. 2024-11-11T17:16:39,154 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77d12c0a60d43a8cd71a39eb808ff193, disabling compactions & flushes 2024-11-11T17:16:39,154 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:39,154 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:39,154 DEBUG [RS:1;01af7571cc75:45733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:39,154 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. after waiting 0 ms 2024-11-11T17:16:39,154 DEBUG [RS:1;01af7571cc75:45733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:39,154 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:39,154 INFO [RS:1;01af7571cc75:45733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:39,154 INFO [RS:1;01af7571cc75:45733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:39,154 INFO [RS:1;01af7571cc75:45733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:39,154 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T17:16:39,155 INFO [RS:0;01af7571cc75:43631 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T17:16:39,155 INFO [RS:0;01af7571cc75:43631 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T17:16:39,155 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T17:16:39,155 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T17:16:39,155 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T17:16:39,155 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T17:16:39,156 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T17:16:39,156 INFO [RS:0;01af7571cc75:43631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T17:16:39,156 INFO [RS:0;01af7571cc75:43631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T17:16:39,156 INFO [regionserver/01af7571cc75:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:39,156 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(959): stopping server 01af7571cc75,43631,1731345396791 2024-11-11T17:16:39,156 INFO [RS:0;01af7571cc75:43631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:39,156 INFO [RS:0;01af7571cc75:43631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01af7571cc75:43631. 2024-11-11T17:16:39,156 DEBUG [RS:0;01af7571cc75:43631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T17:16:39,156 DEBUG [RS:0;01af7571cc75:43631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:39,156 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T17:16:39,156 DEBUG [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(1325): Online Regions={7154eba1a1651a7833ce76a74547f52b=testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b.} 2024-11-11T17:16:39,156 DEBUG [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(1351): Waiting on 7154eba1a1651a7833ce76a74547f52b 2024-11-11T17:16:39,156 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T17:16:39,156 DEBUG [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 77d12c0a60d43a8cd71a39eb808ff193=testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193.} 2024-11-11T17:16:39,157 DEBUG [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77d12c0a60d43a8cd71a39eb808ff193 2024-11-11T17:16:39,157 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T17:16:39,157 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T17:16:39,157 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T17:16:39,157 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T17:16:39,157 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T17:16:39,157 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T17:16:39,159 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/7154eba1a1651a7833ce76a74547f52b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T17:16:39,159 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/default/testClearRegionBlockCache/77d12c0a60d43a8cd71a39eb808ff193/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T17:16:39,160 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:39,160 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77d12c0a60d43a8cd71a39eb808ff193: Waiting for close lock at 1731345399154Running coprocessor pre-close hooks at 1731345399154Disabling compacts and flushes for region at 1731345399154Disabling writes for close at 1731345399154Writing region close event to WAL at 1731345399155 (+1 ms)Running coprocessor post-close hooks at 1731345399160 (+5 ms)Closed at 1731345399160 2024-11-11T17:16:39,160 INFO [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:39,160 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193. 2024-11-11T17:16:39,160 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7154eba1a1651a7833ce76a74547f52b: Waiting for close lock at 1731345399153Running coprocessor pre-close hooks at 1731345399153Disabling compacts and flushes for region at 1731345399153Disabling writes for close at 1731345399153Writing region close event to WAL at 1731345399154 (+1 ms)Running coprocessor post-close hooks at 1731345399160 (+6 ms)Closed at 1731345399160 2024-11-11T17:16:39,160 DEBUG [RS_CLOSE_REGION-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731345398375.7154eba1a1651a7833ce76a74547f52b. 2024-11-11T17:16:39,173 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/.tmp/info/0d7051a34c4b4a629b8a845ec5092648 is 173, key is testClearRegionBlockCache,5,1731345398375.77d12c0a60d43a8cd71a39eb808ff193./info:regioninfo/1731345398753/Put/seqid=0 2024-11-11T17:16:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:39,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741841_1017 (size=8173) 2024-11-11T17:16:39,178 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/.tmp/info/0d7051a34c4b4a629b8a845ec5092648 2024-11-11T17:16:39,197 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/.tmp/ns/c16ee60806e34eac9b4d2776a97534d8 is 43, key is default/ns:d/1731345398259/Put/seqid=0 2024-11-11T17:16:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741842_1018 (size=5153) 2024-11-11T17:16:39,202 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/.tmp/ns/c16ee60806e34eac9b4d2776a97534d8 2024-11-11T17:16:39,221 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/.tmp/table/b72d4efb55df4cebac63cf134a8cd62b is 61, key is testClearRegionBlockCache/table:state/1731345398763/Put/seqid=0 2024-11-11T17:16:39,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:39,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741843_1019 (size=5312) 2024-11-11T17:16:39,226 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/.tmp/table/b72d4efb55df4cebac63cf134a8cd62b 2024-11-11T17:16:39,232 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/.tmp/info/0d7051a34c4b4a629b8a845ec5092648 as hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/info/0d7051a34c4b4a629b8a845ec5092648 2024-11-11T17:16:39,238 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/info/0d7051a34c4b4a629b8a845ec5092648, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T17:16:39,239 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/.tmp/ns/c16ee60806e34eac9b4d2776a97534d8 as hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/ns/c16ee60806e34eac9b4d2776a97534d8 2024-11-11T17:16:39,245 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/ns/c16ee60806e34eac9b4d2776a97534d8, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T17:16:39,246 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/.tmp/table/b72d4efb55df4cebac63cf134a8cd62b as hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/table/b72d4efb55df4cebac63cf134a8cd62b 2024-11-11T17:16:39,252 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/table/b72d4efb55df4cebac63cf134a8cd62b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T17:16:39,253 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=13, compaction requested=false 2024-11-11T17:16:39,257 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T17:16:39,258 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T17:16:39,258 INFO [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:39,258 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731345399157Running coprocessor pre-close hooks at 1731345399157Disabling compacts and flushes for region at 1731345399157Disabling writes for close at 1731345399157Obtaining lock to block concurrent updates at 1731345399157Preparing flush snapshotting stores in 1588230740 at 1731345399157Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731345399157Flushing stores of hbase:meta,,1.1588230740 at 1731345399158 (+1 ms)Flushing 1588230740/info: creating writer at 1731345399158Flushing 1588230740/info: appending metadata at 1731345399172 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731345399172Flushing 1588230740/ns: creating writer at 1731345399183 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731345399196 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731345399196Flushing 1588230740/table: creating writer at 1731345399208 (+12 ms)Flushing 1588230740/table: appending metadata at 1731345399221 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731345399221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e982a6: reopening flushed file at 1731345399231 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a93661: reopening flushed file at 1731345399238 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40507ca: reopening flushed file at 1731345399245 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=13, compaction requested=false at 1731345399253 (+8 ms)Writing region close event to WAL at 1731345399254 (+1 ms)Running coprocessor post-close hooks at 1731345399258 (+4 ms)Closed at 1731345399258 2024-11-11T17:16:39,258 DEBUG [RS_CLOSE_META-regionserver/01af7571cc75:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T17:16:39,356 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,43631,1731345396791; all regions closed. 2024-11-11T17:16:39,357 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(976): stopping server 01af7571cc75,45733,1731345396829; all regions closed. 2024-11-11T17:16:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741834_1010 (size=1758) 2024-11-11T17:16:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741834_1010 (size=1758) 2024-11-11T17:16:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:39,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741835_1011 (size=4338) 2024-11-11T17:16:39,360 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,45733,1731345396829/01af7571cc75%2C45733%2C1731345396829.meta.1731345398204.meta not finished, retry = 0 2024-11-11T17:16:39,361 DEBUG [RS:0;01af7571cc75:43631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/oldWALs 2024-11-11T17:16:39,361 INFO [RS:0;01af7571cc75:43631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C43631%2C1731345396791:(num 1731345397890) 2024-11-11T17:16:39,361 DEBUG [RS:0;01af7571cc75:43631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:39,361 INFO [RS:0;01af7571cc75:43631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:39,361 INFO [RS:0;01af7571cc75:43631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:39,361 INFO [RS:0;01af7571cc75:43631 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:39,362 INFO [RS:0;01af7571cc75:43631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T17:16:39,362 INFO [RS:0;01af7571cc75:43631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T17:16:39,362 INFO [RS:0;01af7571cc75:43631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T17:16:39,362 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:39,362 INFO [RS:0;01af7571cc75:43631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:39,362 INFO [RS:0;01af7571cc75:43631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43631 2024-11-11T17:16:39,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,43631,1731345396791 2024-11-11T17:16:39,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:39,368 INFO [RS:0;01af7571cc75:43631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:39,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,43631,1731345396791] 2024-11-11T17:16:39,385 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,43631,1731345396791 already deleted, retry=false 2024-11-11T17:16:39,385 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,43631,1731345396791 expired; onlineServers=1 2024-11-11T17:16:39,462 DEBUG [RS:1;01af7571cc75:45733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/oldWALs 2024-11-11T17:16:39,462 INFO [RS:1;01af7571cc75:45733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C45733%2C1731345396829.meta:.meta(num 1731345398204) 2024-11-11T17:16:39,464 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/WALs/01af7571cc75,45733,1731345396829/01af7571cc75%2C45733%2C1731345396829.1731345397890 not finished, retry = 0 2024-11-11T17:16:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741833_1009 (size=1867) 2024-11-11T17:16:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741833_1009 (size=1867) 2024-11-11T17:16:39,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:39,477 INFO [RS:0;01af7571cc75:43631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:39,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43631-0x1012c2fe5710001, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:39,477 INFO [RS:0;01af7571cc75:43631 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,43631,1731345396791; zookeeper connection closed. 2024-11-11T17:16:39,477 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79486e9a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79486e9a 2024-11-11T17:16:39,570 DEBUG [RS:1;01af7571cc75:45733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/oldWALs 2024-11-11T17:16:39,570 INFO [RS:1;01af7571cc75:45733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01af7571cc75%2C45733%2C1731345396829:(num 1731345397890) 2024-11-11T17:16:39,570 DEBUG [RS:1;01af7571cc75:45733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:16:39,570 INFO [RS:1;01af7571cc75:45733 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T17:16:39,570 INFO [RS:1;01af7571cc75:45733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:39,570 INFO [RS:1;01af7571cc75:45733 {}] hbase.ChoreService(370): Chore service for: regionserver/01af7571cc75:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:39,571 INFO [RS:1;01af7571cc75:45733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:39,571 INFO [regionserver/01af7571cc75:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:39,571 INFO [RS:1;01af7571cc75:45733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45733 2024-11-11T17:16:39,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01af7571cc75,45733,1731345396829 2024-11-11T17:16:39,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T17:16:39,576 INFO [RS:1;01af7571cc75:45733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:39,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01af7571cc75,45733,1731345396829] 2024-11-11T17:16:39,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01af7571cc75,45733,1731345396829 already deleted, retry=false 2024-11-11T17:16:39,593 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01af7571cc75,45733,1731345396829 expired; onlineServers=0 2024-11-11T17:16:39,593 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01af7571cc75,42129,1731345396635' ***** 2024-11-11T17:16:39,593 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T17:16:39,593 INFO [M:0;01af7571cc75:42129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T17:16:39,594 INFO [M:0;01af7571cc75:42129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T17:16:39,594 DEBUG [M:0;01af7571cc75:42129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T17:16:39,594 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345397574 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.small.0-1731345397574,5,FailOnTimeoutGroup] 2024-11-11T17:16:39,594 DEBUG [M:0;01af7571cc75:42129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T17:16:39,594 DEBUG [master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345397574 {}] cleaner.HFileCleaner(306): Exit Thread[master/01af7571cc75:0:becomeActiveMaster-HFileCleaner.large.0-1731345397574,5,FailOnTimeoutGroup] 2024-11-11T17:16:39,594 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T17:16:39,594 INFO [M:0;01af7571cc75:42129 {}] hbase.ChoreService(370): Chore service for: master/01af7571cc75:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T17:16:39,595 INFO [M:0;01af7571cc75:42129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T17:16:39,595 DEBUG [M:0;01af7571cc75:42129 {}] master.HMaster(1795): Stopping service threads 2024-11-11T17:16:39,595 INFO [M:0;01af7571cc75:42129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T17:16:39,595 INFO [M:0;01af7571cc75:42129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T17:16:39,595 INFO [M:0;01af7571cc75:42129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T17:16:39,595 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T17:16:39,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T17:16:39,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T17:16:39,602 DEBUG [M:0;01af7571cc75:42129 {}] zookeeper.ZKUtil(347): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T17:16:39,602 WARN [M:0;01af7571cc75:42129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T17:16:39,603 INFO [M:0;01af7571cc75:42129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/.lastflushedseqids 2024-11-11T17:16:39,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741844_1020 (size=191) 2024-11-11T17:16:39,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741844_1020 (size=191) 2024-11-11T17:16:39,614 INFO [M:0;01af7571cc75:42129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T17:16:39,614 INFO [M:0;01af7571cc75:42129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T17:16:39,614 DEBUG [M:0;01af7571cc75:42129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T17:16:39,614 INFO [M:0;01af7571cc75:42129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:39,614 DEBUG [M:0;01af7571cc75:42129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:39,614 DEBUG [M:0;01af7571cc75:42129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T17:16:39,614 DEBUG [M:0;01af7571cc75:42129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:39,615 INFO [M:0;01af7571cc75:42129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-11T17:16:39,632 DEBUG [M:0;01af7571cc75:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb937715e9e840248d94055a652cdbe4 is 82, key is hbase:meta,,1/info:regioninfo/1731345398239/Put/seqid=0 2024-11-11T17:16:39,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:39,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741845_1021 (size=5672) 2024-11-11T17:16:39,637 INFO [M:0;01af7571cc75:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb937715e9e840248d94055a652cdbe4 2024-11-11T17:16:39,655 DEBUG [M:0;01af7571cc75:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91568aaf0c3946ed86c608c622d7545b is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731345398767/Put/seqid=0 2024-11-11T17:16:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741846_1022 (size=6219) 2024-11-11T17:16:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741846_1022 (size=6219) 2024-11-11T17:16:39,660 INFO [M:0;01af7571cc75:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91568aaf0c3946ed86c608c622d7545b 2024-11-11T17:16:39,678 DEBUG [M:0;01af7571cc75:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fc056e5c0214f549b11ded8ead579b6 is 69, key is 01af7571cc75,43631,1731345396791/rs:state/1731345397693/Put/seqid=0 2024-11-11T17:16:39,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:39,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741847_1023 (size=5224) 2024-11-11T17:16:39,683 INFO [M:0;01af7571cc75:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fc056e5c0214f549b11ded8ead579b6 2024-11-11T17:16:39,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:39,685 INFO [RS:1;01af7571cc75:45733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:39,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x1012c2fe5710002, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:39,685 INFO [RS:1;01af7571cc75:45733 {}] regionserver.HRegionServer(1031): Exiting; stopping=01af7571cc75,45733,1731345396829; zookeeper connection closed. 2024-11-11T17:16:39,685 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fc6f045 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fc6f045 2024-11-11T17:16:39,685 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T17:16:39,688 DEBUG [M:0;01af7571cc75:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb937715e9e840248d94055a652cdbe4 as hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb937715e9e840248d94055a652cdbe4 2024-11-11T17:16:39,694 INFO [M:0;01af7571cc75:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb937715e9e840248d94055a652cdbe4, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T17:16:39,695 DEBUG [M:0;01af7571cc75:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91568aaf0c3946ed86c608c622d7545b as hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91568aaf0c3946ed86c608c622d7545b 2024-11-11T17:16:39,701 INFO [M:0;01af7571cc75:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91568aaf0c3946ed86c608c622d7545b, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T17:16:39,702 DEBUG [M:0;01af7571cc75:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fc056e5c0214f549b11ded8ead579b6 as hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fc056e5c0214f549b11ded8ead579b6 2024-11-11T17:16:39,706 INFO [M:0;01af7571cc75:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45295/user/jenkins/test-data/af05bf06-878d-7501-3178-f7805fef6037/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fc056e5c0214f549b11ded8ead579b6, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T17:16:39,707 INFO [M:0;01af7571cc75:42129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false 2024-11-11T17:16:39,709 INFO [M:0;01af7571cc75:42129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T17:16:39,709 DEBUG [M:0;01af7571cc75:42129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731345399614Disabling compacts and flushes for region at 1731345399614Disabling writes for close at 1731345399614Obtaining lock to block concurrent updates at 1731345399615 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731345399615Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731345399615Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731345399616 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731345399616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731345399632 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731345399632Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731345399642 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731345399655 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731345399655Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731345399664 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731345399678 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731345399678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5738458e: reopening flushed file at 1731345399687 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aeba472: reopening flushed file at 1731345399694 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523ee6d6: reopening flushed file at 1731345399701 (+7 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false at 1731345399708 (+7 ms)Writing region close event to WAL at 1731345399709 (+1 ms)Closed at 1731345399709 2024-11-11T17:16:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40933 is added to blk_1073741830_1006 (size=35489) 2024-11-11T17:16:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741830_1006 (size=35489) 2024-11-11T17:16:39,711 INFO [M:0;01af7571cc75:42129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T17:16:39,712 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T17:16:39,712 INFO [M:0;01af7571cc75:42129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42129 2024-11-11T17:16:39,712 INFO [M:0;01af7571cc75:42129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T17:16:39,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:39,818 INFO [M:0;01af7571cc75:42129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T17:16:39,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1012c2fe5710000, quorum=127.0.0.1:58573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T17:16:39,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cbe423b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:39,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a933592{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:39,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:39,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d522b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:39,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52bcb1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:39,828 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:39,828 WARN [BP-784985366-172.17.0.2-1731345394974 heartbeating to localhost/127.0.0.1:45295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:39,829 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:39,829 WARN [BP-784985366-172.17.0.2-1731345394974 heartbeating to localhost/127.0.0.1:45295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784985366-172.17.0.2-1731345394974 (Datanode Uuid 6befa6a1-ca57-47c9-b5d2-c97950451761) service to localhost/127.0.0.1:45295 2024-11-11T17:16:39,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8/data/data3/current/BP-784985366-172.17.0.2-1731345394974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:39,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8/data/data4/current/BP-784985366-172.17.0.2-1731345394974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:39,830 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:39,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1231e4af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T17:16:39,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dc8182d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:39,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:39,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b28891{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:39,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362223{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:39,834 WARN [BP-784985366-172.17.0.2-1731345394974 heartbeating to localhost/127.0.0.1:45295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T17:16:39,834 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T17:16:39,834 WARN [BP-784985366-172.17.0.2-1731345394974 heartbeating to localhost/127.0.0.1:45295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784985366-172.17.0.2-1731345394974 (Datanode Uuid 1ff6ad94-a857-462a-a38e-7b6044fe315e) service to localhost/127.0.0.1:45295 2024-11-11T17:16:39,834 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T17:16:39,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8/data/data1/current/BP-784985366-172.17.0.2-1731345394974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:39,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/cluster_ac2811b9-0f1a-e804-606a-ea1f24e0b3d8/data/data2/current/BP-784985366-172.17.0.2-1731345394974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T17:16:39,835 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T17:16:39,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4771d5ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T17:16:39,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52c3da6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T17:16:39,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T17:16:39,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3144674{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T17:16:39,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a96d89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b162be5-a857-91b2-f8a8-a98d14bb1155/hadoop.log.dir/,STOPPED} 2024-11-11T17:16:39,846 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T17:16:39,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T17:16:39,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=188 (was 172) - Thread LEAK? -, OpenFileDescriptor=553 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=7027 (was 7123)