2024-11-13 18:56:58,358 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-13 18:56:58,378 main DEBUG Took 0.017860 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 18:56:58,379 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 18:56:58,379 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 18:56:58,380 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 18:56:58,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,394 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 18:56:58,408 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,410 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,411 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,413 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,414 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,415 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,416 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,417 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,418 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,418 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,419 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,420 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:56:58,420 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,421 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 18:56:58,422 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:56:58,423 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 18:56:58,425 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 18:56:58,426 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 18:56:58,427 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 18:56:58,427 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 18:56:58,435 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 18:56:58,437 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 18:56:58,439 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 18:56:58,439 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 18:56:58,440 main DEBUG createAppenders(={Console}) 2024-11-13 18:56:58,440 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-13 18:56:58,441 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-13 18:56:58,441 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-13 18:56:58,441 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 18:56:58,442 main DEBUG OutputStream closed 2024-11-13 18:56:58,442 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 18:56:58,442 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 18:56:58,442 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-13 18:56:58,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 18:56:58,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 18:56:58,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 18:56:58,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 18:56:58,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 18:56:58,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 18:56:58,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 18:56:58,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 18:56:58,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 18:56:58,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 18:56:58,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 18:56:58,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 18:56:58,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 18:56:58,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 18:56:58,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 18:56:58,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 18:56:58,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 18:56:58,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 18:56:58,521 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 18:56:58,521 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-13 18:56:58,521 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 18:56:58,522 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-13T18:56:58,535 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-13 18:56:58,538 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 18:56:58,538 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T18:56:58,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=100, ProcessCount=11, AvailableMemoryMB=4229 2024-11-13T18:56:58,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae 2024-11-13T18:56:58,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:56:58,855 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba, deleteOnExit=true 2024-11-13T18:56:58,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:56:58,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/test.cache.data in system properties and HBase conf 2024-11-13T18:56:58,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:56:58,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:56:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:56:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:56:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:56:58,943 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T18:56:59,037 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:56:59,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:56:59,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:56:59,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:56:59,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:56:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:56:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:56:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:56:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:56:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:56:59,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:56:59,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:56:59,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:56:59,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:56:59,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:57:00,019 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T18:57:00,094 INFO [Time-limited test {}] log.Log(170): Logging initialized @2464ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T18:57:00,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:00,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:00,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:00,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:00,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:57:00,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:00,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668dee07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:00,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e6f261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:00,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71423267{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/java.io.tmpdir/jetty-localhost-41487-hadoop-hdfs-3_4_1-tests_jar-_-any-14241899307583197414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:00,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@352da856{HTTP/1.1, (http/1.1)}{localhost:41487} 2024-11-13T18:57:00,463 INFO [Time-limited test {}] server.Server(415): Started @2833ms 2024-11-13T18:57:00,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:00,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:00,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:00,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:00,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:57:00,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78202fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:00,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c8af66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:01,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a63f857{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/java.io.tmpdir/jetty-localhost-42951-hadoop-hdfs-3_4_1-tests_jar-_-any-5839009676487608340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:01,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c89ff7f{HTTP/1.1, (http/1.1)}{localhost:42951} 2024-11-13T18:57:01,066 INFO [Time-limited test {}] server.Server(415): Started @3437ms 2024-11-13T18:57:01,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:01,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:01,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:01,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:01,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:01,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:57:01,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31e0bc11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:01,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723ad5d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:01,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bd054cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/java.io.tmpdir/jetty-localhost-36413-hadoop-hdfs-3_4_1-tests_jar-_-any-522044583131899123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:01,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42963fe5{HTTP/1.1, (http/1.1)}{localhost:36413} 2024-11-13T18:57:01,342 INFO [Time-limited test {}] server.Server(415): Started @3712ms 2024-11-13T18:57:01,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:02,126 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba/data/data2/current/BP-695388029-172.17.0.2-1731524219612/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:02,126 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba/data/data3/current/BP-695388029-172.17.0.2-1731524219612/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:02,126 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba/data/data4/current/BP-695388029-172.17.0.2-1731524219612/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:02,126 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba/data/data1/current/BP-695388029-172.17.0.2-1731524219612/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:02,186 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:02,197 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:02,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a7d9140682d6dad with lease ID 0x8912472892937773: Processing first storage report for DS-63399aba-5398-4d1c-aca3-173c620b7144 from datanode DatanodeRegistration(127.0.0.1:42237, datanodeUuid=63e814e6-3438-4189-8070-f8126ed1dc68, infoPort=40599, infoSecurePort=0, ipcPort=44495, storageInfo=lv=-57;cid=testClusterID;nsid=2112840853;c=1731524219612) 2024-11-13T18:57:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a7d9140682d6dad with lease ID 0x8912472892937773: from storage DS-63399aba-5398-4d1c-aca3-173c620b7144 node DatanodeRegistration(127.0.0.1:42237, datanodeUuid=63e814e6-3438-4189-8070-f8126ed1dc68, infoPort=40599, infoSecurePort=0, ipcPort=44495, storageInfo=lv=-57;cid=testClusterID;nsid=2112840853;c=1731524219612), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T18:57:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccdaf1563b01da16 with lease ID 0x8912472892937772: Processing first storage report for DS-aa208494-85e0-45df-9216-3154bda3ada0 from datanode DatanodeRegistration(127.0.0.1:46287, datanodeUuid=e9270107-109f-4569-802a-ddb58e7e761c, infoPort=38223, infoSecurePort=0, ipcPort=35601, storageInfo=lv=-57;cid=testClusterID;nsid=2112840853;c=1731524219612) 2024-11-13T18:57:02,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccdaf1563b01da16 with lease ID 0x8912472892937772: from storage DS-aa208494-85e0-45df-9216-3154bda3ada0 node DatanodeRegistration(127.0.0.1:46287, datanodeUuid=e9270107-109f-4569-802a-ddb58e7e761c, infoPort=38223, infoSecurePort=0, ipcPort=35601, storageInfo=lv=-57;cid=testClusterID;nsid=2112840853;c=1731524219612), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:57:02,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a7d9140682d6dad with lease ID 0x8912472892937773: Processing first storage report for DS-c29c9852-f4a3-4daa-8444-a6fb44c81e04 from datanode DatanodeRegistration(127.0.0.1:42237, datanodeUuid=63e814e6-3438-4189-8070-f8126ed1dc68, infoPort=40599, infoSecurePort=0, ipcPort=44495, storageInfo=lv=-57;cid=testClusterID;nsid=2112840853;c=1731524219612) 2024-11-13T18:57:02,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a7d9140682d6dad with lease ID 0x8912472892937773: from storage DS-c29c9852-f4a3-4daa-8444-a6fb44c81e04 node DatanodeRegistration(127.0.0.1:42237, datanodeUuid=63e814e6-3438-4189-8070-f8126ed1dc68, infoPort=40599, infoSecurePort=0, ipcPort=44495, storageInfo=lv=-57;cid=testClusterID;nsid=2112840853;c=1731524219612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:02,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccdaf1563b01da16 with lease ID 0x8912472892937772: Processing first storage report for DS-14bb8b47-d0f9-427e-bed5-c5678689b2ab from datanode DatanodeRegistration(127.0.0.1:46287, datanodeUuid=e9270107-109f-4569-802a-ddb58e7e761c, infoPort=38223, infoSecurePort=0, ipcPort=35601, storageInfo=lv=-57;cid=testClusterID;nsid=2112840853;c=1731524219612) 2024-11-13T18:57:02,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccdaf1563b01da16 with lease ID 0x8912472892937772: from storage DS-14bb8b47-d0f9-427e-bed5-c5678689b2ab node DatanodeRegistration(127.0.0.1:46287, datanodeUuid=e9270107-109f-4569-802a-ddb58e7e761c, infoPort=38223, infoSecurePort=0, ipcPort=35601, storageInfo=lv=-57;cid=testClusterID;nsid=2112840853;c=1731524219612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:02,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae 2024-11-13T18:57:02,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba/zookeeper_0, clientPort=49786, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:57:02,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49786 2024-11-13T18:57:02,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:02,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:03,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0 with version=8 2024-11-13T18:57:03,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/hbase-staging 2024-11-13T18:57:03,167 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T18:57:03,428 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:03,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:03,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:03,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:03,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:03,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:03,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:57:03,674 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T18:57:03,685 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T18:57:03,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:03,721 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 62417 (auto-detected) 2024-11-13T18:57:03,722 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T18:57:03,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45017 2024-11-13T18:57:03,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45017 connecting to ZooKeeper ensemble=127.0.0.1:49786 2024-11-13T18:57:03,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450170x0, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:03,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45017-0x10136d87ffa0000 connected 2024-11-13T18:57:03,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:03,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:03,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:03,945 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0, hbase.cluster.distributed=false 2024-11-13T18:57:03,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:03,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45017 2024-11-13T18:57:03,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45017 2024-11-13T18:57:03,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45017 2024-11-13T18:57:03,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45017 2024-11-13T18:57:03,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45017 2024-11-13T18:57:04,094 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:04,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:04,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:04,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:04,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:04,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:04,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:04,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:04,105 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41409 2024-11-13T18:57:04,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41409 connecting to ZooKeeper ensemble=127.0.0.1:49786 2024-11-13T18:57:04,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:04,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:04,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414090x0, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:04,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414090x0, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:04,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41409-0x10136d87ffa0001 connected 2024-11-13T18:57:04,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:04,149 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:04,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:04,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:04,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-13T18:57:04,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41409 2024-11-13T18:57:04,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41409 2024-11-13T18:57:04,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-13T18:57:04,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-13T18:57:04,186 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:04,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:04,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:04,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:04,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:04,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:04,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:04,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:04,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42125 2024-11-13T18:57:04,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42125 connecting to ZooKeeper ensemble=127.0.0.1:49786 2024-11-13T18:57:04,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:04,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:04,217 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421250x0, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:04,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:04,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42125-0x10136d87ffa0002 connected 2024-11-13T18:57:04,219 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:04,223 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:04,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:04,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:04,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-13T18:57:04,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42125 2024-11-13T18:57:04,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42125 2024-11-13T18:57:04,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-13T18:57:04,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-13T18:57:04,252 DEBUG [M:0;e4b56bc8c4b3:45017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:45017 2024-11-13T18:57:04,254 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e4b56bc8c4b3,45017,1731524223244 2024-11-13T18:57:04,268 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:04,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:04,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:04,271 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e4b56bc8c4b3,45017,1731524223244 2024-11-13T18:57:04,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:04,309 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:04,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:04,309 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:04,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:04,310 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:57:04,311 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e4b56bc8c4b3,45017,1731524223244 from backup master directory 2024-11-13T18:57:04,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:04,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e4b56bc8c4b3,45017,1731524223244 2024-11-13T18:57:04,323 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:04,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:04,324 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:04,324 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,45017,1731524223244 2024-11-13T18:57:04,326 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T18:57:04,328 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T18:57:04,387 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/hbase.id] with ID: dfd4d85f-9bde-4a52-9b75-eb8640e2526c 2024-11-13T18:57:04,387 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/.tmp/hbase.id 2024-11-13T18:57:04,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:04,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:04,405 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/.tmp/hbase.id]:[hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/hbase.id] 2024-11-13T18:57:04,457 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:04,462 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:57:04,481 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T18:57:04,492 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:04,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:04,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:04,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:04,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:04,526 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:04,529 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:57:04,550 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:57:04,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:04,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:04,605 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store 2024-11-13T18:57:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:04,643 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T18:57:04,647 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:04,649 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:04,649 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:04,649 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:04,651 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:04,651 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:04,651 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:04,652 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524224648Disabling compacts and flushes for region at 1731524224648Disabling writes for close at 1731524224651 (+3 ms)Writing region close event to WAL at 1731524224651Closed at 1731524224651 2024-11-13T18:57:04,655 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/.initializing 2024-11-13T18:57:04,655 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/WALs/e4b56bc8c4b3,45017,1731524223244 2024-11-13T18:57:04,663 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:04,678 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C45017%2C1731524223244, suffix=, logDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/WALs/e4b56bc8c4b3,45017,1731524223244, archiveDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/oldWALs, maxLogs=10 2024-11-13T18:57:04,700 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/WALs/e4b56bc8c4b3,45017,1731524223244/e4b56bc8c4b3%2C45017%2C1731524223244.1731524224682, exclude list is [], retry=0 2024-11-13T18:57:04,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42237,DS-63399aba-5398-4d1c-aca3-173c620b7144,DISK] 2024-11-13T18:57:04,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46287,DS-aa208494-85e0-45df-9216-3154bda3ada0,DISK] 2024-11-13T18:57:04,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T18:57:04,756 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/WALs/e4b56bc8c4b3,45017,1731524223244/e4b56bc8c4b3%2C45017%2C1731524223244.1731524224682 2024-11-13T18:57:04,757 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40599:40599),(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-13T18:57:04,758 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:04,758 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:04,762 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,763 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:57:04,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:04,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:04,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:57:04,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:04,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:04,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:57:04,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:04,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:04,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:57:04,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:04,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:04,871 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,876 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,878 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,885 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,886 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,891 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:04,895 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:04,901 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:04,903 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68101041, jitterRate=0.014784589409828186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:04,911 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524224776Initializing all the Stores at 1731524224778 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524224779 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524224780 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524224780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524224780Cleaning up temporary data from old regions at 1731524224886 (+106 ms)Region opened successfully at 1731524224911 (+25 ms) 2024-11-13T18:57:04,913 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:57:04,957 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4220b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:04,998 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:57:05,013 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:57:05,013 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:57:05,017 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:57:05,019 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T18:57:05,026 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T18:57:05,026 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:57:05,062 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:57:05,076 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:57:05,114 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:57:05,118 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:57:05,120 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:57:05,125 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:57:05,128 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:57:05,133 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:57:05,142 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:57:05,144 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:57:05,150 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:57:05,174 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:57:05,183 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:57:05,192 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:05,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:05,192 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:05,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:05,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:05,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:05,196 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,45017,1731524223244, sessionid=0x10136d87ffa0000, setting cluster-up flag (Was=false) 2024-11-13T18:57:05,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:05,225 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:05,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:05,250 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:57:05,253 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,45017,1731524223244 2024-11-13T18:57:05,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:05,275 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:05,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:05,300 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:57:05,302 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,45017,1731524223244 2024-11-13T18:57:05,309 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:57:05,341 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(746): ClusterId : dfd4d85f-9bde-4a52-9b75-eb8640e2526c 2024-11-13T18:57:05,341 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(746): ClusterId : dfd4d85f-9bde-4a52-9b75-eb8640e2526c 2024-11-13T18:57:05,344 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:05,344 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:05,381 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:05,393 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:57:05,401 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:57:05,408 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,45017,1731524223244 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:57:05,467 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:05,467 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:05,468 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:05,468 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:05,469 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:05,469 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:05,469 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:05,469 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:05,469 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:57:05,469 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,469 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:05,470 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,471 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524255471 2024-11-13T18:57:05,472 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:57:05,474 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:57:05,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:05,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:57:05,479 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:57:05,479 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:57:05,480 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:57:05,480 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:57:05,481 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,483 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:05,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:57:05,484 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:57:05,485 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:05,486 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273f45ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:05,486 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:57:05,486 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:57:05,488 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:05,489 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d4ef9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:05,498 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:57:05,498 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:57:05,507 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524225499,5,FailOnTimeoutGroup] 2024-11-13T18:57:05,508 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524225507,5,FailOnTimeoutGroup] 2024-11-13T18:57:05,508 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,508 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:57:05,510 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,510 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,512 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:41409 2024-11-13T18:57:05,512 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e4b56bc8c4b3:42125 2024-11-13T18:57:05,516 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:05,516 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:05,516 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:05,516 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:05,517 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:05,517 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:05,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:05,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:05,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:57:05,520 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,45017,1731524223244 with port=42125, startcode=1731524224185 2024-11-13T18:57:05,520 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,45017,1731524223244 with port=41409, startcode=1731524224058 2024-11-13T18:57:05,520 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0 2024-11-13T18:57:05,533 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:05,533 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:05,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:57:05,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:57:05,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:05,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:05,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:05,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:05,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:05,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:05,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:05,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:05,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:05,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:05,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:05,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:05,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:05,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:05,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:05,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:05,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:05,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:05,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740 2024-11-13T18:57:05,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740 2024-11-13T18:57:05,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:05,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:05,585 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:05,586 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:05,586 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:05,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:05,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45017 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,41409,1731524224058 2024-11-13T18:57:05,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:05,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68594238, jitterRate=0.02213379740715027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:05,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45017 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,41409,1731524224058 2024-11-13T18:57:05,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524225540Initializing all the Stores at 1731524225542 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524225542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524225542Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524225542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524225542Cleaning up temporary data from old regions at 1731524225584 (+42 ms)Region opened successfully at 1731524225598 (+14 ms) 2024-11-13T18:57:05,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:05,598 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:05,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:05,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:05,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:05,600 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:05,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524225598Disabling compacts and flushes for region at 1731524225598Disabling writes for close at 1731524225598Writing region close event to WAL at 1731524225600 (+2 ms)Closed at 1731524225600 2024-11-13T18:57:05,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:05,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:57:05,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45017 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:05,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45017 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:05,611 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0 2024-11-13T18:57:05,611 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0 2024-11-13T18:57:05,611 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45501 2024-11-13T18:57:05,611 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45501 2024-11-13T18:57:05,611 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:05,611 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:05,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:57:05,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:05,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:05,624 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:57:05,655 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] zookeeper.ZKUtil(111): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:05,655 WARN [RS:1;e4b56bc8c4b3:42125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:05,656 INFO [RS:1;e4b56bc8c4b3:42125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:05,656 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] zookeeper.ZKUtil(111): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,41409,1731524224058 2024-11-13T18:57:05,656 WARN [RS:0;e4b56bc8c4b3:41409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:05,656 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/WALs/e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:05,656 INFO [RS:0;e4b56bc8c4b3:41409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:05,656 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/WALs/e4b56bc8c4b3,41409,1731524224058 2024-11-13T18:57:05,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,42125,1731524224185] 2024-11-13T18:57:05,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,41409,1731524224058] 2024-11-13T18:57:05,683 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:05,683 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:05,700 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:05,700 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:05,707 INFO [RS:1;e4b56bc8c4b3:42125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:05,707 INFO [RS:0;e4b56bc8c4b3:41409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:05,707 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,707 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,709 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:05,709 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:05,716 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:05,716 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:05,718 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,718 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,718 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,718 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,718 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,718 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,718 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,718 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,719 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,719 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,719 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,719 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,719 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:05,719 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:05,719 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,719 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,719 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,719 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,719 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,719 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,719 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,720 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,720 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,720 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,720 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,720 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:05,720 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:05,720 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:05,720 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:05,720 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:05,730 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,730 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,731 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,731 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,731 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,731 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,731 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,731 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,731 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,731 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,731 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41409,1731524224058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:05,731 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,42125,1731524224185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:05,752 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:05,752 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:05,755 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41409,1731524224058-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,755 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,42125,1731524224185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,755 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,755 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.Replication(171): e4b56bc8c4b3,42125,1731524224185 started 2024-11-13T18:57:05,755 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,755 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.Replication(171): e4b56bc8c4b3,41409,1731524224058 started 2024-11-13T18:57:05,775 WARN [e4b56bc8c4b3:45017 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:57:05,777 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,777 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:05,777 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,42125,1731524224185, RpcServer on e4b56bc8c4b3/172.17.0.2:42125, sessionid=0x10136d87ffa0002 2024-11-13T18:57:05,777 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,41409,1731524224058, RpcServer on e4b56bc8c4b3/172.17.0.2:41409, sessionid=0x10136d87ffa0001 2024-11-13T18:57:05,778 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:05,778 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:05,778 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:05,778 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,41409,1731524224058 2024-11-13T18:57:05,778 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,41409,1731524224058' 2024-11-13T18:57:05,778 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,42125,1731524224185' 2024-11-13T18:57:05,778 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:05,778 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:05,779 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:05,779 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:05,780 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:05,780 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:05,780 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:05,780 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:05,780 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:05,780 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,41409,1731524224058 2024-11-13T18:57:05,780 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,42125,1731524224185' 2024-11-13T18:57:05,780 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,41409,1731524224058' 2024-11-13T18:57:05,780 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:05,780 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:05,781 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:05,781 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:05,781 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:05,781 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:05,781 INFO [RS:0;e4b56bc8c4b3:41409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:05,781 INFO [RS:1;e4b56bc8c4b3:42125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:05,781 INFO [RS:0;e4b56bc8c4b3:41409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:05,782 INFO [RS:1;e4b56bc8c4b3:42125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:05,886 INFO [RS:0;e4b56bc8c4b3:41409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:05,886 INFO [RS:1;e4b56bc8c4b3:42125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:05,890 INFO [RS:1;e4b56bc8c4b3:42125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C42125%2C1731524224185, suffix=, logDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/WALs/e4b56bc8c4b3,42125,1731524224185, archiveDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/oldWALs, maxLogs=32 2024-11-13T18:57:05,890 INFO [RS:0;e4b56bc8c4b3:41409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C41409%2C1731524224058, suffix=, logDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/WALs/e4b56bc8c4b3,41409,1731524224058, archiveDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/oldWALs, maxLogs=32 2024-11-13T18:57:05,910 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/WALs/e4b56bc8c4b3,41409,1731524224058/e4b56bc8c4b3%2C41409%2C1731524224058.1731524225893, exclude list is [], retry=0 2024-11-13T18:57:05,912 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/WALs/e4b56bc8c4b3,42125,1731524224185/e4b56bc8c4b3%2C42125%2C1731524224185.1731524225893, exclude list is [], retry=0 2024-11-13T18:57:05,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42237,DS-63399aba-5398-4d1c-aca3-173c620b7144,DISK] 2024-11-13T18:57:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46287,DS-aa208494-85e0-45df-9216-3154bda3ada0,DISK] 2024-11-13T18:57:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46287,DS-aa208494-85e0-45df-9216-3154bda3ada0,DISK] 2024-11-13T18:57:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42237,DS-63399aba-5398-4d1c-aca3-173c620b7144,DISK] 2024-11-13T18:57:05,922 INFO [RS:0;e4b56bc8c4b3:41409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/WALs/e4b56bc8c4b3,41409,1731524224058/e4b56bc8c4b3%2C41409%2C1731524224058.1731524225893 2024-11-13T18:57:05,923 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40599:40599),(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-13T18:57:05,923 INFO [RS:1;e4b56bc8c4b3:42125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/WALs/e4b56bc8c4b3,42125,1731524224185/e4b56bc8c4b3%2C42125%2C1731524224185.1731524225893 2024-11-13T18:57:05,923 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40599:40599),(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-13T18:57:06,028 DEBUG [e4b56bc8c4b3:45017 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:57:06,035 DEBUG [e4b56bc8c4b3:45017 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:06,043 DEBUG [e4b56bc8c4b3:45017 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:06,043 DEBUG [e4b56bc8c4b3:45017 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:06,043 DEBUG [e4b56bc8c4b3:45017 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:06,043 DEBUG [e4b56bc8c4b3:45017 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:06,043 INFO [e4b56bc8c4b3:45017 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:06,043 INFO [e4b56bc8c4b3:45017 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:06,043 DEBUG [e4b56bc8c4b3:45017 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:06,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:06,058 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,42125,1731524224185, state=OPENING 2024-11-13T18:57:06,106 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:57:06,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:06,117 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:06,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:06,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:06,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:06,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:06,121 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:06,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,42125,1731524224185}] 2024-11-13T18:57:06,303 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:06,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:06,318 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:57:06,318 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:06,319 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:57:06,323 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C42125%2C1731524224185.meta, suffix=.meta, logDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/WALs/e4b56bc8c4b3,42125,1731524224185, archiveDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/oldWALs, maxLogs=32 2024-11-13T18:57:06,341 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/WALs/e4b56bc8c4b3,42125,1731524224185/e4b56bc8c4b3%2C42125%2C1731524224185.meta.1731524226325.meta, exclude list is [], retry=0 2024-11-13T18:57:06,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46287,DS-aa208494-85e0-45df-9216-3154bda3ada0,DISK] 2024-11-13T18:57:06,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42237,DS-63399aba-5398-4d1c-aca3-173c620b7144,DISK] 2024-11-13T18:57:06,350 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/WALs/e4b56bc8c4b3,42125,1731524224185/e4b56bc8c4b3%2C42125%2C1731524224185.meta.1731524226325.meta 2024-11-13T18:57:06,351 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223),(127.0.0.1/127.0.0.1:40599:40599)] 2024-11-13T18:57:06,351 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:06,353 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:57:06,356 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:57:06,361 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:57:06,365 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:57:06,366 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:06,366 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:57:06,366 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:57:06,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:06,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:06,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:06,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:06,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:06,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:06,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:06,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:06,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:06,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:06,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:06,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:06,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:06,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:06,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:06,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:06,381 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:06,383 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740 2024-11-13T18:57:06,386 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740 2024-11-13T18:57:06,389 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:06,389 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:06,390 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:06,393 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:06,395 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61435236, jitterRate=-0.08454364538192749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:06,395 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:57:06,397 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524226367Writing region info on filesystem at 1731524226367Initializing all the Stores at 1731524226369 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524226369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524226369Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524226369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524226369Cleaning up temporary data from old regions at 1731524226389 (+20 ms)Running coprocessor post-open hooks at 1731524226395 (+6 ms)Region opened successfully at 1731524226396 (+1 ms) 2024-11-13T18:57:06,403 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524226293 2024-11-13T18:57:06,414 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:57:06,414 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:57:06,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:06,419 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,42125,1731524224185, state=OPEN 2024-11-13T18:57:06,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:06,433 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:06,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:06,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:06,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:06,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:06,434 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:06,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:57:06,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,42125,1731524224185 in 310 msec 2024-11-13T18:57:06,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:57:06,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 831 msec 2024-11-13T18:57:06,453 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:06,453 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:57:06,474 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:06,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,42125,1731524224185, seqNum=-1] 2024-11-13T18:57:06,499 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:06,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:06,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1820 sec 2024-11-13T18:57:06,524 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524226524, completionTime=-1 2024-11-13T18:57:06,527 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:57:06,527 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:57:06,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:57:06,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524286556 2024-11-13T18:57:06,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524346556 2024-11-13T18:57:06,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-13T18:57:06,560 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T18:57:06,568 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45017,1731524223244-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:06,569 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45017,1731524223244-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:06,569 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45017,1731524223244-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:06,571 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:45017, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:06,572 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:06,574 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:06,580 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:57:06,607 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.283sec 2024-11-13T18:57:06,610 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:57:06,612 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:57:06,614 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:57:06,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:57:06,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:57:06,616 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45017,1731524223244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:06,617 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45017,1731524223244-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:57:06,625 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:57:06,626 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:57:06,627 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45017,1731524223244-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:06,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b8007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:06,656 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T18:57:06,656 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T18:57:06,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,45017,-1 for getting cluster id 2024-11-13T18:57:06,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:57:06,709 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfd4d85f-9bde-4a52-9b75-eb8640e2526c' 2024-11-13T18:57:06,713 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:57:06,713 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfd4d85f-9bde-4a52-9b75-eb8640e2526c" 2024-11-13T18:57:06,716 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a25081b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:06,716 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,45017,-1] 2024-11-13T18:57:06,719 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:57:06,723 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:06,725 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:57:06,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d20fe93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:06,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:06,743 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,42125,1731524224185, seqNum=-1] 2024-11-13T18:57:06,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:06,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:06,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,45017,1731524223244 2024-11-13T18:57:06,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:57:06,820 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,45017,1731524223244 2024-11-13T18:57:06,823 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f3a9ac3 2024-11-13T18:57:06,830 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:57:06,832 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:57:06,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:57:06,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:57:06,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:57:06,873 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:06,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:57:06,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:06,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:06,923 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 291f4e896577414b81a320dbcf93a7c5, NAME => 'testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0 2024-11-13T18:57:06,925 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 62fa31437c16d6dafe0e357dbfd2d140, NAME => 'testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0 2024-11-13T18:57:06,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:06,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:06,967 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:06,967 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 291f4e896577414b81a320dbcf93a7c5, disabling compactions & flushes 2024-11-13T18:57:06,967 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:06,967 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:06,967 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. after waiting 0 ms 2024-11-13T18:57:06,967 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:06,967 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:06,967 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 291f4e896577414b81a320dbcf93a7c5: Waiting for close lock at 1731524226967Disabling compacts and flushes for region at 1731524226967Disabling writes for close at 1731524226967Writing region close event to WAL at 1731524226967Closed at 1731524226967 2024-11-13T18:57:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:07,370 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:07,370 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 62fa31437c16d6dafe0e357dbfd2d140, disabling compactions & flushes 2024-11-13T18:57:07,370 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:07,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:07,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. after waiting 0 ms 2024-11-13T18:57:07,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:07,371 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:07,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 62fa31437c16d6dafe0e357dbfd2d140: Waiting for close lock at 1731524227370Disabling compacts and flushes for region at 1731524227370Disabling writes for close at 1731524227371 (+1 ms)Writing region close event to WAL at 1731524227371Closed at 1731524227371 2024-11-13T18:57:07,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:57:07,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524227374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524227374"}]},"ts":"1731524227374"} 2024-11-13T18:57:07,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524227374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524227374"}]},"ts":"1731524227374"} 2024-11-13T18:57:07,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:57:07,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:57:07,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524227416"}]},"ts":"1731524227416"} 2024-11-13T18:57:07,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:57:07,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:07,427 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:07,427 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:07,427 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:07,427 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:07,427 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:07,427 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:07,427 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:07,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=291f4e896577414b81a320dbcf93a7c5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=62fa31437c16d6dafe0e357dbfd2d140, ASSIGN}] 2024-11-13T18:57:07,432 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=62fa31437c16d6dafe0e357dbfd2d140, ASSIGN 2024-11-13T18:57:07,433 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=291f4e896577414b81a320dbcf93a7c5, ASSIGN 2024-11-13T18:57:07,435 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=62fa31437c16d6dafe0e357dbfd2d140, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,41409,1731524224058; forceNewPlan=false, retain=false 2024-11-13T18:57:07,435 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=291f4e896577414b81a320dbcf93a7c5, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,42125,1731524224185; forceNewPlan=false, retain=false 2024-11-13T18:57:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:07,587 INFO [e4b56bc8c4b3:45017 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:57:07,588 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=62fa31437c16d6dafe0e357dbfd2d140, regionState=OPENING, regionLocation=e4b56bc8c4b3,41409,1731524224058 2024-11-13T18:57:07,588 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=291f4e896577414b81a320dbcf93a7c5, regionState=OPENING, regionLocation=e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:07,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=62fa31437c16d6dafe0e357dbfd2d140, ASSIGN because future has completed 2024-11-13T18:57:07,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62fa31437c16d6dafe0e357dbfd2d140, server=e4b56bc8c4b3,41409,1731524224058}] 2024-11-13T18:57:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=291f4e896577414b81a320dbcf93a7c5, ASSIGN because future has completed 2024-11-13T18:57:07,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 291f4e896577414b81a320dbcf93a7c5, server=e4b56bc8c4b3,42125,1731524224185}] 2024-11-13T18:57:07,752 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:07,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:07,761 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:07,761 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 62fa31437c16d6dafe0e357dbfd2d140, NAME => 'testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:57:07,762 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:07,762 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:07,762 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:07,762 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:07,763 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:07,763 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 291f4e896577414b81a320dbcf93a7c5, NAME => 'testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:57:07,764 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:07,764 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:07,764 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:07,764 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:07,765 INFO [StoreOpener-62fa31437c16d6dafe0e357dbfd2d140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:07,767 INFO [StoreOpener-62fa31437c16d6dafe0e357dbfd2d140-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62fa31437c16d6dafe0e357dbfd2d140 columnFamilyName family 2024-11-13T18:57:07,767 DEBUG [StoreOpener-62fa31437c16d6dafe0e357dbfd2d140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:07,768 INFO [StoreOpener-62fa31437c16d6dafe0e357dbfd2d140-1 {}] regionserver.HStore(327): Store=62fa31437c16d6dafe0e357dbfd2d140/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:07,768 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:07,770 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:07,770 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:07,771 INFO [StoreOpener-291f4e896577414b81a320dbcf93a7c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:07,771 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:07,771 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:07,773 INFO [StoreOpener-291f4e896577414b81a320dbcf93a7c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291f4e896577414b81a320dbcf93a7c5 columnFamilyName family 2024-11-13T18:57:07,773 DEBUG [StoreOpener-291f4e896577414b81a320dbcf93a7c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:07,774 INFO [StoreOpener-291f4e896577414b81a320dbcf93a7c5-1 {}] regionserver.HStore(327): Store=291f4e896577414b81a320dbcf93a7c5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:07,774 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:07,774 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:07,775 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:07,776 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:07,777 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:07,777 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:07,777 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/62fa31437c16d6dafe0e357dbfd2d140/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:07,778 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 62fa31437c16d6dafe0e357dbfd2d140; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72952615, jitterRate=0.08707867562770844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:07,778 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:07,780 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:07,780 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 62fa31437c16d6dafe0e357dbfd2d140: Running coprocessor pre-open hook at 1731524227763Writing region info on filesystem at 1731524227763Initializing all the Stores at 1731524227764 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524227764Cleaning up temporary data from old regions at 1731524227771 (+7 ms)Running coprocessor post-open hooks at 1731524227778 (+7 ms)Region opened successfully at 1731524227780 (+2 ms) 2024-11-13T18:57:07,782 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140., pid=7, masterSystemTime=1731524227752 2024-11-13T18:57:07,783 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/291f4e896577414b81a320dbcf93a7c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:07,785 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 291f4e896577414b81a320dbcf93a7c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60220406, jitterRate=-0.10264602303504944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:07,785 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:07,785 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 291f4e896577414b81a320dbcf93a7c5: Running coprocessor pre-open hook at 1731524227764Writing region info on filesystem at 1731524227764Initializing all the Stores at 1731524227766 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524227766Cleaning up temporary data from old regions at 1731524227777 (+11 ms)Running coprocessor post-open hooks at 1731524227785 (+8 ms)Region opened successfully at 1731524227785 2024-11-13T18:57:07,787 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:07,787 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:07,788 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5., pid=8, masterSystemTime=1731524227756 2024-11-13T18:57:07,789 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=62fa31437c16d6dafe0e357dbfd2d140, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,41409,1731524224058 2024-11-13T18:57:07,795 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:07,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62fa31437c16d6dafe0e357dbfd2d140, server=e4b56bc8c4b3,41409,1731524224058 because future has completed 2024-11-13T18:57:07,795 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:07,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=291f4e896577414b81a320dbcf93a7c5, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:07,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 291f4e896577414b81a320dbcf93a7c5, server=e4b56bc8c4b3,42125,1731524224185 because future has completed 2024-11-13T18:57:07,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T18:57:07,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 62fa31437c16d6dafe0e357dbfd2d140, server=e4b56bc8c4b3,41409,1731524224058 in 201 msec 2024-11-13T18:57:07,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T18:57:07,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 291f4e896577414b81a320dbcf93a7c5, server=e4b56bc8c4b3,42125,1731524224185 in 204 msec 2024-11-13T18:57:07,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=62fa31437c16d6dafe0e357dbfd2d140, ASSIGN in 377 msec 2024-11-13T18:57:07,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:57:07,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=291f4e896577414b81a320dbcf93a7c5, ASSIGN in 380 msec 2024-11-13T18:57:07,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:57:07,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524227815"}]},"ts":"1731524227815"} 2024-11-13T18:57:07,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:57:07,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:57:07,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 971 msec 2024-11-13T18:57:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:08,019 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:57:08,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:57:08,020 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:08,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:57:08,028 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:08,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:57:08,037 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5., hostname=e4b56bc8c4b3,42125,1731524224185, seqNum=2] 2024-11-13T18:57:08,056 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140., hostname=e4b56bc8c4b3,41409,1731524224058, seqNum=2] 2024-11-13T18:57:08,057 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:08,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:08,079 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 62fa31437c16d6dafe0e357dbfd2d140 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:57:08,145 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/62fa31437c16d6dafe0e357dbfd2d140/.tmp/family/a068ca42e1fd4d8d80e176a734696841 is 32, key is 5/family:/1731524228060/Put/seqid=0 2024-11-13T18:57:08,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:57:08,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:57:08,161 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/62fa31437c16d6dafe0e357dbfd2d140/.tmp/family/a068ca42e1fd4d8d80e176a734696841 2024-11-13T18:57:08,204 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/62fa31437c16d6dafe0e357dbfd2d140/.tmp/family/a068ca42e1fd4d8d80e176a734696841 as hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/62fa31437c16d6dafe0e357dbfd2d140/family/a068ca42e1fd4d8d80e176a734696841 2024-11-13T18:57:08,215 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/62fa31437c16d6dafe0e357dbfd2d140/family/a068ca42e1fd4d8d80e176a734696841, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:57:08,222 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 62fa31437c16d6dafe0e357dbfd2d140 in 144ms, sequenceid=9, compaction requested=false 2024-11-13T18:57:08,223 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-13T18:57:08,225 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 62fa31437c16d6dafe0e357dbfd2d140: 2024-11-13T18:57:08,225 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 291f4e896577414b81a320dbcf93a7c5 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:57:08,252 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/291f4e896577414b81a320dbcf93a7c5/.tmp/family/4c3243764cee4320b157d022d6866bb3 is 32, key is 1/family:/1731524228040/Put/seqid=0 2024-11-13T18:57:08,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:57:08,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:57:08,267 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/291f4e896577414b81a320dbcf93a7c5/.tmp/family/4c3243764cee4320b157d022d6866bb3 2024-11-13T18:57:08,280 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/291f4e896577414b81a320dbcf93a7c5/.tmp/family/4c3243764cee4320b157d022d6866bb3 as hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/291f4e896577414b81a320dbcf93a7c5/family/4c3243764cee4320b157d022d6866bb3 2024-11-13T18:57:08,292 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/291f4e896577414b81a320dbcf93a7c5/family/4c3243764cee4320b157d022d6866bb3, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:57:08,293 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 291f4e896577414b81a320dbcf93a7c5 in 68ms, sequenceid=8, compaction requested=false 2024-11-13T18:57:08,294 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 291f4e896577414b81a320dbcf93a7c5: 2024-11-13T18:57:08,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b03274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:08,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,45017,-1 for getting cluster id 2024-11-13T18:57:08,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:57:08,298 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfd4d85f-9bde-4a52-9b75-eb8640e2526c' 2024-11-13T18:57:08,299 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:57:08,299 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfd4d85f-9bde-4a52-9b75-eb8640e2526c" 2024-11-13T18:57:08,300 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3373492a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:08,300 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,45017,-1] 2024-11-13T18:57:08,300 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:57:08,300 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:08,302 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:57:08,304 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35233b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:08,321 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T18:57:08,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:08,324 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,42125,1731524224185, seqNum=-1] 2024-11-13T18:57:08,325 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:08,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:08,339 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:08,340 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:08,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:08,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:08,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:08,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:08,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:08,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:08,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:57:08,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:57:08,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:08,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:08,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:08,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:08,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:57:08,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:57:08,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=504755632, stopped=false 2024-11-13T18:57:08,357 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,45017,1731524223244 2024-11-13T18:57:08,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:08,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:08,398 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:08,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:08,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:08,398 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:08,398 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:08,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:08,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:08,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:08,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:08,399 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,41409,1731524224058' ***** 2024-11-13T18:57:08,399 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:08,399 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:08,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:08,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:08,400 INFO [RS:0;e4b56bc8c4b3:41409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:08,400 INFO [RS:0;e4b56bc8c4b3:41409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:08,400 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,42125,1731524224185' ***** 2024-11-13T18:57:08,400 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:08,400 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:08,400 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(3091): Received CLOSE for 62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:08,400 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:08,400 INFO [RS:1;e4b56bc8c4b3:42125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:08,401 INFO [RS:1;e4b56bc8c4b3:42125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:08,401 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(3091): Received CLOSE for 291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:08,401 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:08,401 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,41409,1731524224058 2024-11-13T18:57:08,401 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:08,401 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:08,401 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:08,401 INFO [RS:0;e4b56bc8c4b3:41409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:41409. 2024-11-13T18:57:08,401 INFO [RS:1;e4b56bc8c4b3:42125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e4b56bc8c4b3:42125. 2024-11-13T18:57:08,401 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:08,401 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:08,401 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:08,401 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:08,402 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 291f4e896577414b81a320dbcf93a7c5, disabling compactions & flushes 2024-11-13T18:57:08,402 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:57:08,402 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:08,402 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:08,402 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:08,402 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:08,402 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(1325): Online Regions={62fa31437c16d6dafe0e357dbfd2d140=testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140.} 2024-11-13T18:57:08,402 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:08,402 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62fa31437c16d6dafe0e357dbfd2d140, disabling compactions & flushes 2024-11-13T18:57:08,402 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. after waiting 0 ms 2024-11-13T18:57:08,402 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:08,402 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:57:08,402 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:08,402 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:08,402 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. after waiting 0 ms 2024-11-13T18:57:08,402 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:08,402 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(1351): Waiting on 62fa31437c16d6dafe0e357dbfd2d140 2024-11-13T18:57:08,402 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:57:08,402 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(1325): Online Regions={291f4e896577414b81a320dbcf93a7c5=testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:57:08,403 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 291f4e896577414b81a320dbcf93a7c5 2024-11-13T18:57:08,403 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:08,403 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:08,403 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:08,403 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:08,403 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:08,403 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:57:08,435 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:08,435 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:08,436 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/291f4e896577414b81a320dbcf93a7c5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:57:08,436 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/default/testClearRegionBlockCache/62fa31437c16d6dafe0e357dbfd2d140/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:57:08,438 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:08,438 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:08,438 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 291f4e896577414b81a320dbcf93a7c5: Waiting for close lock at 1731524228401Running coprocessor pre-close hooks at 1731524228401Disabling compacts and flushes for region at 1731524228401Disabling writes for close at 1731524228402 (+1 ms)Writing region close event to WAL at 1731524228411 (+9 ms)Running coprocessor post-close hooks at 1731524228437 (+26 ms)Closed at 1731524228438 (+1 ms) 2024-11-13T18:57:08,438 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62fa31437c16d6dafe0e357dbfd2d140: Waiting for close lock at 1731524228401Running coprocessor pre-close hooks at 1731524228401Disabling compacts and flushes for region at 1731524228401Disabling writes for close at 1731524228402 (+1 ms)Writing region close event to WAL at 1731524228411 (+9 ms)Running coprocessor post-close hooks at 1731524228437 (+26 ms)Closed at 1731524228438 (+1 ms) 2024-11-13T18:57:08,439 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140. 2024-11-13T18:57:08,439 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731524226835.291f4e896577414b81a320dbcf93a7c5. 2024-11-13T18:57:08,442 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/.tmp/info/c67c38496c1b40f4b8de8ae9b44d9171 is 173, key is testClearRegionBlockCache,5,1731524226835.62fa31437c16d6dafe0e357dbfd2d140./info:regioninfo/1731524227788/Put/seqid=0 2024-11-13T18:57:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:08,458 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/.tmp/info/c67c38496c1b40f4b8de8ae9b44d9171 2024-11-13T18:57:08,493 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/.tmp/ns/9ee0ec175d954a75bcc4e9e071ad7bbd is 43, key is default/ns:d/1731524226506/Put/seqid=0 2024-11-13T18:57:08,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:08,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:08,501 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/.tmp/ns/9ee0ec175d954a75bcc4e9e071ad7bbd 2024-11-13T18:57:08,526 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/.tmp/table/bab7695a77ad45bf988a950a107ca469 is 61, key is testClearRegionBlockCache/table:state/1731524227815/Put/seqid=0 2024-11-13T18:57:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:08,534 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/.tmp/table/bab7695a77ad45bf988a950a107ca469 2024-11-13T18:57:08,545 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/.tmp/info/c67c38496c1b40f4b8de8ae9b44d9171 as hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/info/c67c38496c1b40f4b8de8ae9b44d9171 2024-11-13T18:57:08,555 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/info/c67c38496c1b40f4b8de8ae9b44d9171, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:57:08,556 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/.tmp/ns/9ee0ec175d954a75bcc4e9e071ad7bbd as hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/ns/9ee0ec175d954a75bcc4e9e071ad7bbd 2024-11-13T18:57:08,567 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/ns/9ee0ec175d954a75bcc4e9e071ad7bbd, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:57:08,569 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/.tmp/table/bab7695a77ad45bf988a950a107ca469 as hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/table/bab7695a77ad45bf988a950a107ca469 2024-11-13T18:57:08,580 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/table/bab7695a77ad45bf988a950a107ca469, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:57:08,581 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 178ms, sequenceid=13, compaction requested=false 2024-11-13T18:57:08,581 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:57:08,589 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:57:08,590 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:08,591 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:08,591 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524228403Running coprocessor pre-close hooks at 1731524228403Disabling compacts and flushes for region at 1731524228403Disabling writes for close at 1731524228403Obtaining lock to block concurrent updates at 1731524228403Preparing flush snapshotting stores in 1588230740 at 1731524228403Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731524228404 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524228405 (+1 ms)Flushing 1588230740/info: creating writer at 1731524228405Flushing 1588230740/info: appending metadata at 1731524228441 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731524228441Flushing 1588230740/ns: creating writer at 1731524228471 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731524228492 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731524228492Flushing 1588230740/table: creating writer at 1731524228510 (+18 ms)Flushing 1588230740/table: appending metadata at 1731524228525 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731524228525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf5dcca: reopening flushed file at 1731524228543 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2f6507: reopening flushed file at 1731524228555 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce5cf5d: reopening flushed file at 1731524228567 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 178ms, sequenceid=13, compaction requested=false at 1731524228581 (+14 ms)Writing region close event to WAL at 1731524228584 (+3 ms)Running coprocessor post-close hooks at 1731524228590 (+6 ms)Closed at 1731524228591 (+1 ms) 2024-11-13T18:57:08,591 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:08,603 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,41409,1731524224058; all regions closed. 2024-11-13T18:57:08,603 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,42125,1731524224185; all regions closed. 2024-11-13T18:57:08,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:57:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:57:08,616 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/oldWALs 2024-11-13T18:57:08,616 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/oldWALs 2024-11-13T18:57:08,616 INFO [RS:0;e4b56bc8c4b3:41409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C41409%2C1731524224058:(num 1731524225893) 2024-11-13T18:57:08,616 INFO [RS:1;e4b56bc8c4b3:42125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C42125%2C1731524224185.meta:.meta(num 1731524226325) 2024-11-13T18:57:08,616 DEBUG [RS:0;e4b56bc8c4b3:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:08,616 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:08,616 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:08,617 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:08,617 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:08,617 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:08,617 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:08,617 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:08,617 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:08,618 INFO [RS:0;e4b56bc8c4b3:41409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41409 2024-11-13T18:57:08,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:57:08,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:57:08,624 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/oldWALs 2024-11-13T18:57:08,624 INFO [RS:1;e4b56bc8c4b3:42125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C42125%2C1731524224185:(num 1731524225893) 2024-11-13T18:57:08,624 DEBUG [RS:1;e4b56bc8c4b3:42125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:08,624 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:08,624 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:08,625 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:08,625 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:08,625 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:08,625 INFO [RS:1;e4b56bc8c4b3:42125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42125 2024-11-13T18:57:08,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:08,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,41409,1731524224058 2024-11-13T18:57:08,631 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:08,631 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f07c4902938@7747e8b0 rejected from java.util.concurrent.ThreadPoolExecutor@3245683c[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T18:57:08,639 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,42125,1731524224185 2024-11-13T18:57:08,640 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:08,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,42125,1731524224185] 2024-11-13T18:57:08,656 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,42125,1731524224185 already deleted, retry=false 2024-11-13T18:57:08,656 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,42125,1731524224185 expired; onlineServers=1 2024-11-13T18:57:08,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,41409,1731524224058] 2024-11-13T18:57:08,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,41409,1731524224058 already deleted, retry=false 2024-11-13T18:57:08,667 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,41409,1731524224058 expired; onlineServers=0 2024-11-13T18:57:08,667 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,45017,1731524223244' ***** 2024-11-13T18:57:08,667 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:57:08,667 INFO [M:0;e4b56bc8c4b3:45017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:08,667 INFO [M:0;e4b56bc8c4b3:45017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:08,667 DEBUG [M:0;e4b56bc8c4b3:45017 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:57:08,667 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:57:08,667 DEBUG [M:0;e4b56bc8c4b3:45017 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:57:08,667 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524225507 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524225507,5,FailOnTimeoutGroup] 2024-11-13T18:57:08,667 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524225499 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524225499,5,FailOnTimeoutGroup] 2024-11-13T18:57:08,668 INFO [M:0;e4b56bc8c4b3:45017 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:08,668 INFO [M:0;e4b56bc8c4b3:45017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:08,668 DEBUG [M:0;e4b56bc8c4b3:45017 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:57:08,668 INFO [M:0;e4b56bc8c4b3:45017 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:57:08,668 INFO [M:0;e4b56bc8c4b3:45017 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:08,669 INFO [M:0;e4b56bc8c4b3:45017 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:57:08,669 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:57:08,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:08,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:08,675 DEBUG [M:0;e4b56bc8c4b3:45017 {}] zookeeper.ZKUtil(347): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:57:08,675 WARN [M:0;e4b56bc8c4b3:45017 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:57:08,676 INFO [M:0;e4b56bc8c4b3:45017 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/.lastflushedseqids 2024-11-13T18:57:08,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741844_1020 (size=182) 2024-11-13T18:57:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741844_1020 (size=182) 2024-11-13T18:57:08,689 INFO [M:0;e4b56bc8c4b3:45017 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:57:08,689 INFO [M:0;e4b56bc8c4b3:45017 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:57:08,690 DEBUG [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:08,690 INFO [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:08,690 DEBUG [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:08,690 DEBUG [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:08,690 DEBUG [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:08,690 INFO [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-13T18:57:08,709 DEBUG [M:0;e4b56bc8c4b3:45017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c3341ecf97d4faaa18d98c73b625639 is 82, key is hbase:meta,,1/info:regioninfo/1731524226416/Put/seqid=0 2024-11-13T18:57:08,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:08,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:08,716 INFO [M:0;e4b56bc8c4b3:45017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c3341ecf97d4faaa18d98c73b625639 2024-11-13T18:57:08,741 DEBUG [M:0;e4b56bc8c4b3:45017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86f7d422c2a148b286fed960b92126d1 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524227823/Put/seqid=0 2024-11-13T18:57:08,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:57:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x10136d87ffa0001, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:08,748 INFO [RS:0;e4b56bc8c4b3:41409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:08,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:57:08,749 INFO [RS:0;e4b56bc8c4b3:41409 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,41409,1731524224058; zookeeper connection closed. 2024-11-13T18:57:08,749 INFO [M:0;e4b56bc8c4b3:45017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86f7d422c2a148b286fed960b92126d1 2024-11-13T18:57:08,749 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a63c6b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a63c6b8 2024-11-13T18:57:08,756 INFO [RS:1;e4b56bc8c4b3:42125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:08,756 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:08,756 INFO [RS:1;e4b56bc8c4b3:42125 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,42125,1731524224185; zookeeper connection closed. 2024-11-13T18:57:08,756 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42125-0x10136d87ffa0002, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:08,759 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@426c5836 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@426c5836 2024-11-13T18:57:08,759 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:57:08,778 DEBUG [M:0;e4b56bc8c4b3:45017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd2c3d348ba42889d6140b1acd56393 is 69, key is e4b56bc8c4b3,41409,1731524224058/rs:state/1731524225599/Put/seqid=0 2024-11-13T18:57:08,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:08,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:08,786 INFO [M:0;e4b56bc8c4b3:45017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd2c3d348ba42889d6140b1acd56393 2024-11-13T18:57:08,796 DEBUG [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c3341ecf97d4faaa18d98c73b625639 as hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c3341ecf97d4faaa18d98c73b625639 2024-11-13T18:57:08,805 INFO [M:0;e4b56bc8c4b3:45017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c3341ecf97d4faaa18d98c73b625639, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:57:08,807 DEBUG [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86f7d422c2a148b286fed960b92126d1 as hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86f7d422c2a148b286fed960b92126d1 2024-11-13T18:57:08,815 INFO [M:0;e4b56bc8c4b3:45017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86f7d422c2a148b286fed960b92126d1, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:57:08,816 DEBUG [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9dd2c3d348ba42889d6140b1acd56393 as hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9dd2c3d348ba42889d6140b1acd56393 2024-11-13T18:57:08,824 INFO [M:0;e4b56bc8c4b3:45017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45501/user/jenkins/test-data/2122a81f-330a-dc32-9321-8fc0615962a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9dd2c3d348ba42889d6140b1acd56393, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:57:08,825 INFO [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=71, compaction requested=false 2024-11-13T18:57:08,827 INFO [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:08,827 DEBUG [M:0;e4b56bc8c4b3:45017 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524228690Disabling compacts and flushes for region at 1731524228690Disabling writes for close at 1731524228690Obtaining lock to block concurrent updates at 1731524228690Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524228690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731524228691 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524228691Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524228692 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524228708 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524228708Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524228724 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524228741 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524228741Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524228756 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524228777 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524228777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58aa4cfa: reopening flushed file at 1731524228794 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107f204b: reopening flushed file at 1731524228805 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86f0db9: reopening flushed file at 1731524228815 (+10 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=71, compaction requested=false at 1731524228825 (+10 ms)Writing region close event to WAL at 1731524228827 (+2 ms)Closed at 1731524228827 2024-11-13T18:57:08,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741830_1006 (size=35440) 2024-11-13T18:57:08,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741830_1006 (size=35440) 2024-11-13T18:57:08,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:08,831 INFO [M:0;e4b56bc8c4b3:45017 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:57:08,831 INFO [M:0;e4b56bc8c4b3:45017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45017 2024-11-13T18:57:08,832 INFO [M:0;e4b56bc8c4b3:45017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:08,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:08,942 INFO [M:0;e4b56bc8c4b3:45017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:08,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45017-0x10136d87ffa0000, quorum=127.0.0.1:49786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:08,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bd054cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:08,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42963fe5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:08,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:08,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723ad5d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:08,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31e0bc11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:08,950 WARN [BP-695388029-172.17.0.2-1731524219612 heartbeating to localhost/127.0.0.1:45501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:08,950 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:08,950 WARN [BP-695388029-172.17.0.2-1731524219612 heartbeating to localhost/127.0.0.1:45501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-695388029-172.17.0.2-1731524219612 (Datanode Uuid 63e814e6-3438-4189-8070-f8126ed1dc68) service to localhost/127.0.0.1:45501 2024-11-13T18:57:08,950 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:08,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba/data/data3/current/BP-695388029-172.17.0.2-1731524219612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:08,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba/data/data4/current/BP-695388029-172.17.0.2-1731524219612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:08,952 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:08,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a63f857{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:08,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c89ff7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:08,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:08,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c8af66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:08,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78202fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:08,955 WARN [BP-695388029-172.17.0.2-1731524219612 heartbeating to localhost/127.0.0.1:45501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:08,955 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:08,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:08,956 WARN [BP-695388029-172.17.0.2-1731524219612 heartbeating to localhost/127.0.0.1:45501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-695388029-172.17.0.2-1731524219612 (Datanode Uuid e9270107-109f-4569-802a-ddb58e7e761c) service to localhost/127.0.0.1:45501 2024-11-13T18:57:08,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba/data/data1/current/BP-695388029-172.17.0.2-1731524219612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:08,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/cluster_895851f6-6495-b008-876f-131b02e2ecba/data/data2/current/BP-695388029-172.17.0.2-1731524219612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:08,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:08,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71423267{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:08,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@352da856{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:08,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:08,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e6f261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:08,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668dee07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:08,976 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:57:09,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:57:09,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: master/e4b56bc8c4b3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:45501 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:45501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:45501 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e4b56bc8c4b3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/e4b56bc8c4b3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:45501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@54b191c5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e4b56bc8c4b3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=139 (was 100) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3614 (was 4229) 2024-11-13T18:57:09,015 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=139, ProcessCount=11, AvailableMemoryMB=3614 2024-11-13T18:57:09,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.log.dir so I do NOT create it in target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67 2024-11-13T18:57:09,028 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:57:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.tmp.dir so I do NOT create it in target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67 2024-11-13T18:57:09,028 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40828edc-fc3f-c8c2-ae6d-a2e06f7213ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:57:09,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67 2024-11-13T18:57:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:57:09,028 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711, deleteOnExit=true 2024-11-13T18:57:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:57:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/test.cache.data in system properties and HBase conf 2024-11-13T18:57:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:57:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:57:09,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:57:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:57:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:57:09,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:57:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:57:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:57:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:57:09,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:57:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:57:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:57:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:57:09,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:57:09,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:09,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:09,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:09,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:09,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:57:09,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:09,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34a1be88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:09,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd639fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:09,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b1492fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/java.io.tmpdir/jetty-localhost-33653-hadoop-hdfs-3_4_1-tests_jar-_-any-15287689825675430310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:09,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@638b488e{HTTP/1.1, (http/1.1)}{localhost:33653} 2024-11-13T18:57:09,393 INFO [Time-limited test {}] server.Server(415): Started @11764ms 2024-11-13T18:57:09,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:09,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:09,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:09,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:09,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:57:09,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6380b272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:09,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38aff069{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:09,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@aff5805{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/java.io.tmpdir/jetty-localhost-45657-hadoop-hdfs-3_4_1-tests_jar-_-any-17104004850465480297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:09,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65201ab1{HTTP/1.1, (http/1.1)}{localhost:45657} 2024-11-13T18:57:09,680 INFO [Time-limited test {}] server.Server(415): Started @12051ms 2024-11-13T18:57:09,682 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:09,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:09,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:09,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:09,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:09,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:57:09,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@284930ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:09,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2864f95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:09,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2718dddd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/java.io.tmpdir/jetty-localhost-45323-hadoop-hdfs-3_4_1-tests_jar-_-any-12771050921171324651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:09,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ead95ed{HTTP/1.1, (http/1.1)}{localhost:45323} 2024-11-13T18:57:09,827 INFO [Time-limited test {}] server.Server(415): Started @12197ms 2024-11-13T18:57:09,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:10,309 WARN [Thread-364 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711/data/data1/current/BP-983981785-172.17.0.2-1731524229053/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:10,309 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711/data/data2/current/BP-983981785-172.17.0.2-1731524229053/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:10,331 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53b942931d7326c4 with lease ID 0xd20558ea4c3f9ab2: Processing first storage report for DS-fc16fbb1-1f63-462a-911b-394d0c9664a3 from datanode DatanodeRegistration(127.0.0.1:45701, datanodeUuid=416c5e2c-d7f4-48e6-a627-5dab6f312731, infoPort=45103, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1710552794;c=1731524229053) 2024-11-13T18:57:10,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53b942931d7326c4 with lease ID 0xd20558ea4c3f9ab2: from storage DS-fc16fbb1-1f63-462a-911b-394d0c9664a3 node DatanodeRegistration(127.0.0.1:45701, datanodeUuid=416c5e2c-d7f4-48e6-a627-5dab6f312731, infoPort=45103, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1710552794;c=1731524229053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:10,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53b942931d7326c4 with lease ID 0xd20558ea4c3f9ab2: Processing first storage report for DS-209c367a-2e92-4f4b-a4cd-77b1b6c9d5b0 from datanode DatanodeRegistration(127.0.0.1:45701, datanodeUuid=416c5e2c-d7f4-48e6-a627-5dab6f312731, infoPort=45103, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1710552794;c=1731524229053) 2024-11-13T18:57:10,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53b942931d7326c4 with lease ID 0xd20558ea4c3f9ab2: from storage DS-209c367a-2e92-4f4b-a4cd-77b1b6c9d5b0 node DatanodeRegistration(127.0.0.1:45701, datanodeUuid=416c5e2c-d7f4-48e6-a627-5dab6f312731, infoPort=45103, infoSecurePort=0, ipcPort=43101, storageInfo=lv=-57;cid=testClusterID;nsid=1710552794;c=1731524229053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:10,461 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711/data/data4/current/BP-983981785-172.17.0.2-1731524229053/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:10,461 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711/data/data3/current/BP-983981785-172.17.0.2-1731524229053/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:10,476 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa91b8a7073c7871b with lease ID 0xd20558ea4c3f9ab3: Processing first storage report for DS-05473752-4f08-48ed-bfa0-e9e1f372278b from datanode DatanodeRegistration(127.0.0.1:42895, datanodeUuid=b03e72c8-52bd-4b2c-9725-895f7d78b457, infoPort=39043, infoSecurePort=0, ipcPort=44385, storageInfo=lv=-57;cid=testClusterID;nsid=1710552794;c=1731524229053) 2024-11-13T18:57:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa91b8a7073c7871b with lease ID 0xd20558ea4c3f9ab3: from storage DS-05473752-4f08-48ed-bfa0-e9e1f372278b node DatanodeRegistration(127.0.0.1:42895, datanodeUuid=b03e72c8-52bd-4b2c-9725-895f7d78b457, infoPort=39043, infoSecurePort=0, ipcPort=44385, storageInfo=lv=-57;cid=testClusterID;nsid=1710552794;c=1731524229053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa91b8a7073c7871b with lease ID 0xd20558ea4c3f9ab3: Processing first storage report for DS-625b3521-89f4-46ff-96b2-de97d3493830 from datanode DatanodeRegistration(127.0.0.1:42895, datanodeUuid=b03e72c8-52bd-4b2c-9725-895f7d78b457, infoPort=39043, infoSecurePort=0, ipcPort=44385, storageInfo=lv=-57;cid=testClusterID;nsid=1710552794;c=1731524229053) 2024-11-13T18:57:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa91b8a7073c7871b with lease ID 0xd20558ea4c3f9ab3: from storage DS-625b3521-89f4-46ff-96b2-de97d3493830 node DatanodeRegistration(127.0.0.1:42895, datanodeUuid=b03e72c8-52bd-4b2c-9725-895f7d78b457, infoPort=39043, infoSecurePort=0, ipcPort=44385, storageInfo=lv=-57;cid=testClusterID;nsid=1710552794;c=1731524229053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:10,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67 2024-11-13T18:57:10,562 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711/zookeeper_0, clientPort=50521, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:57:10,563 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50521 2024-11-13T18:57:10,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:10,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:10,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:10,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:10,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e with version=8 2024-11-13T18:57:10,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/hbase-staging 2024-11-13T18:57:10,578 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:10,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:10,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:10,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:10,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:10,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:10,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:57:10,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:10,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38081 2024-11-13T18:57:10,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38081 connecting to ZooKeeper ensemble=127.0.0.1:50521 2024-11-13T18:57:10,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380810x0, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:10,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38081-0x10136d8a0160000 connected 2024-11-13T18:57:10,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:10,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:10,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:10,704 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e, hbase.cluster.distributed=false 2024-11-13T18:57:10,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:10,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38081 2024-11-13T18:57:10,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38081 2024-11-13T18:57:10,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38081 2024-11-13T18:57:10,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38081 2024-11-13T18:57:10,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38081 2024-11-13T18:57:10,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:10,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:10,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:10,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:10,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:10,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:10,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:10,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:10,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36463 2024-11-13T18:57:10,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36463 connecting to ZooKeeper ensemble=127.0.0.1:50521 2024-11-13T18:57:10,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:10,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:10,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364630x0, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:10,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:10,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36463-0x10136d8a0160001 connected 2024-11-13T18:57:10,743 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:10,747 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:10,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:10,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:10,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-13T18:57:10,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36463 2024-11-13T18:57:10,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36463 2024-11-13T18:57:10,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-13T18:57:10,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-13T18:57:10,765 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:10,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:10,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:10,766 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:10,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:10,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:10,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:10,766 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:10,767 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35905 2024-11-13T18:57:10,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35905 connecting to ZooKeeper ensemble=127.0.0.1:50521 2024-11-13T18:57:10,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:10,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:10,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359050x0, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:10,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359050x0, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:10,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35905-0x10136d8a0160002 connected 2024-11-13T18:57:10,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:10,784 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:10,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:10,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-13T18:57:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35905 2024-11-13T18:57:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35905 2024-11-13T18:57:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-13T18:57:10,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-13T18:57:10,799 DEBUG [M:0;e4b56bc8c4b3:38081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:38081 2024-11-13T18:57:10,799 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e4b56bc8c4b3,38081,1731524230578 2024-11-13T18:57:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:10,809 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e4b56bc8c4b3,38081,1731524230578 2024-11-13T18:57:10,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:10,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:10,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:10,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:10,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:10,817 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:57:10,818 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e4b56bc8c4b3,38081,1731524230578 from backup master directory 2024-11-13T18:57:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e4b56bc8c4b3,38081,1731524230578 2024-11-13T18:57:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:10,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:10,825 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:10,825 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,38081,1731524230578 2024-11-13T18:57:10,832 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/hbase.id] with ID: be67bc9d-4035-4382-aacf-e99835aef804 2024-11-13T18:57:10,832 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/.tmp/hbase.id 2024-11-13T18:57:10,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:10,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:10,840 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/.tmp/hbase.id]:[hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/hbase.id] 2024-11-13T18:57:10,855 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:10,855 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:57:10,857 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:57:10,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:10,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:10,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:10,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:10,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:10,877 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:10,878 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:57:10,882 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:10,898 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store 2024-11-13T18:57:10,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:10,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:11,313 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:11,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:11,314 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:11,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:11,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:11,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:11,315 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:11,316 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524231313Disabling compacts and flushes for region at 1731524231313Disabling writes for close at 1731524231314 (+1 ms)Writing region close event to WAL at 1731524231315 (+1 ms)Closed at 1731524231315 2024-11-13T18:57:11,319 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/.initializing 2024-11-13T18:57:11,320 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/WALs/e4b56bc8c4b3,38081,1731524230578 2024-11-13T18:57:11,323 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:11,326 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C38081%2C1731524230578, suffix=, logDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/WALs/e4b56bc8c4b3,38081,1731524230578, archiveDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/oldWALs, maxLogs=10 2024-11-13T18:57:11,338 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/WALs/e4b56bc8c4b3,38081,1731524230578/e4b56bc8c4b3%2C38081%2C1731524230578.1731524231326, exclude list is [], retry=0 2024-11-13T18:57:11,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42895,DS-05473752-4f08-48ed-bfa0-e9e1f372278b,DISK] 2024-11-13T18:57:11,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45701,DS-fc16fbb1-1f63-462a-911b-394d0c9664a3,DISK] 2024-11-13T18:57:11,344 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/WALs/e4b56bc8c4b3,38081,1731524230578/e4b56bc8c4b3%2C38081%2C1731524230578.1731524231326 2024-11-13T18:57:11,344 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39043:39043),(127.0.0.1/127.0.0.1:45103:45103)] 2024-11-13T18:57:11,344 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:11,345 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:11,345 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,345 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:57:11,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:11,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:11,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:57:11,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:11,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:11,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:57:11,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:11,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:11,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:57:11,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:11,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:11,357 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,360 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,360 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,361 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:11,362 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:11,364 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:11,365 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64358014, jitterRate=-0.040990859270095825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:11,366 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524231345Initializing all the Stores at 1731524231346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524231346Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524231346Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524231346Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524231346Cleaning up temporary data from old regions at 1731524231360 (+14 ms)Region opened successfully at 1731524231366 (+6 ms) 2024-11-13T18:57:11,366 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:57:11,370 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2391bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:11,372 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:57:11,372 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:57:11,372 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:57:11,372 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:57:11,373 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:57:11,373 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:57:11,373 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:57:11,375 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:57:11,376 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:57:11,414 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:57:11,414 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:57:11,415 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:57:11,425 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:57:11,425 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:57:11,426 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:57:11,433 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:57:11,435 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:57:11,442 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:57:11,446 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:57:11,456 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:57:11,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:11,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:11,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:11,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:11,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:11,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:11,467 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,38081,1731524230578, sessionid=0x10136d8a0160000, setting cluster-up flag (Was=false) 2024-11-13T18:57:11,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:11,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:11,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:11,508 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:57:11,510 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,38081,1731524230578 2024-11-13T18:57:11,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:11,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:11,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:11,550 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:57:11,552 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,38081,1731524230578 2024-11-13T18:57:11,554 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:57:11,558 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:11,558 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:57:11,559 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:57:11,559 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,38081,1731524230578 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:57:11,561 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:11,562 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:11,562 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:11,562 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:11,562 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:57:11,562 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,562 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:11,562 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,563 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524261563 2024-11-13T18:57:11,563 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:57:11,564 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:57:11,564 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:57:11,564 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:57:11,564 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:57:11,564 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:57:11,564 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,565 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:57:11,565 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:57:11,565 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:57:11,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:11,566 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:57:11,566 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:57:11,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:57:11,567 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524231566,5,FailOnTimeoutGroup] 2024-11-13T18:57:11,567 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524231567,5,FailOnTimeoutGroup] 2024-11-13T18:57:11,567 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,567 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:57:11,567 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,567 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,568 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:11,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:57:11,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:11,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:11,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:57:11,580 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e 2024-11-13T18:57:11,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:57:11,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:57:11,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:11,590 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(746): ClusterId : be67bc9d-4035-4382-aacf-e99835aef804 2024-11-13T18:57:11,590 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(746): ClusterId : be67bc9d-4035-4382-aacf-e99835aef804 2024-11-13T18:57:11,590 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:11,590 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:11,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:11,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:11,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:11,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:11,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:11,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:11,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:11,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:11,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:11,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:11,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:11,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:11,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:11,601 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:11,601 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:11,601 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:11,601 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:11,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:11,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:11,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:11,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:11,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740 2024-11-13T18:57:11,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740 2024-11-13T18:57:11,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:11,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:11,606 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:11,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:11,610 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:11,611 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75415182, jitterRate=0.12377378344535828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:11,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524231589Initializing all the Stores at 1731524231591 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524231591Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524231591Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524231591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524231591Cleaning up temporary data from old regions at 1731524231606 (+15 ms)Region opened successfully at 1731524231611 (+5 ms) 2024-11-13T18:57:11,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:11,612 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:11,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:11,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:11,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:11,612 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:11,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524231612Disabling compacts and flushes for region at 1731524231612Disabling writes for close at 1731524231612Writing region close event to WAL at 1731524231612Closed at 1731524231612 2024-11-13T18:57:11,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:11,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:57:11,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:57:11,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:11,617 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:11,617 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:11,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:57:11,618 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7762c35f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:11,618 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf51786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:11,629 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:36463 2024-11-13T18:57:11,629 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e4b56bc8c4b3:35905 2024-11-13T18:57:11,629 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:11,630 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:11,630 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:11,630 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:11,630 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:11,630 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:11,630 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,38081,1731524230578 with port=36463, startcode=1731524230723 2024-11-13T18:57:11,630 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,38081,1731524230578 with port=35905, startcode=1731524230765 2024-11-13T18:57:11,631 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:11,631 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:11,633 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:11,633 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:11,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:11,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38081 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:11,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,36463,1731524230723 2024-11-13T18:57:11,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38081 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,36463,1731524230723 2024-11-13T18:57:11,636 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e 2024-11-13T18:57:11,636 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37105 2024-11-13T18:57:11,636 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:11,637 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e 2024-11-13T18:57:11,638 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37105 2024-11-13T18:57:11,638 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:11,692 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] zookeeper.ZKUtil(111): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:11,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,35905,1731524230765] 2024-11-13T18:57:11,693 WARN [RS:1;e4b56bc8c4b3:35905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:11,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,36463,1731524230723] 2024-11-13T18:57:11,693 INFO [RS:1;e4b56bc8c4b3:35905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:11,693 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] zookeeper.ZKUtil(111): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,36463,1731524230723 2024-11-13T18:57:11,693 WARN [RS:0;e4b56bc8c4b3:36463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:11,693 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/WALs/e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:11,693 INFO [RS:0;e4b56bc8c4b3:36463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:11,693 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/WALs/e4b56bc8c4b3,36463,1731524230723 2024-11-13T18:57:11,697 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:11,697 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:11,699 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:11,699 INFO [RS:0;e4b56bc8c4b3:36463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:11,699 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,699 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:11,700 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:11,700 INFO [RS:1;e4b56bc8c4b3:35905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:11,700 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,700 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:11,701 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:11,701 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,701 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,701 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,701 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,701 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:11,701 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,701 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,701 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,701 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:11,701 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,701 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,701 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,701 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:11,702 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:11,702 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:11,707 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,707 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,707 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,707 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,707 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,707 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,707 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,707 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,707 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,707 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36463,1731524230723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:11,707 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,707 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35905,1731524230765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:11,721 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:11,721 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36463,1731524230723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,721 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,722 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.Replication(171): e4b56bc8c4b3,36463,1731524230723 started 2024-11-13T18:57:11,726 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:11,726 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35905,1731524230765-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,726 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,726 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.Replication(171): e4b56bc8c4b3,35905,1731524230765 started 2024-11-13T18:57:11,736 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,736 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,36463,1731524230723, RpcServer on e4b56bc8c4b3/172.17.0.2:36463, sessionid=0x10136d8a0160001 2024-11-13T18:57:11,736 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:11,736 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,36463,1731524230723 2024-11-13T18:57:11,736 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,36463,1731524230723' 2024-11-13T18:57:11,736 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:11,737 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:11,737 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:11,737 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:11,737 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,36463,1731524230723 2024-11-13T18:57:11,737 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,36463,1731524230723' 2024-11-13T18:57:11,737 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:11,738 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:11,738 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:11,738 INFO [RS:0;e4b56bc8c4b3:36463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:11,738 INFO [RS:0;e4b56bc8c4b3:36463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:11,740 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:11,741 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,35905,1731524230765, RpcServer on e4b56bc8c4b3/172.17.0.2:35905, sessionid=0x10136d8a0160002 2024-11-13T18:57:11,741 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:11,741 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:11,741 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,35905,1731524230765' 2024-11-13T18:57:11,741 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:11,741 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:11,742 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:11,742 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:11,742 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:11,742 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,35905,1731524230765' 2024-11-13T18:57:11,742 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:11,742 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:11,743 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:11,743 INFO [RS:1;e4b56bc8c4b3:35905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:11,743 INFO [RS:1;e4b56bc8c4b3:35905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:11,768 WARN [e4b56bc8c4b3:38081 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:57:11,839 INFO [RS:0;e4b56bc8c4b3:36463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:11,842 INFO [RS:0;e4b56bc8c4b3:36463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C36463%2C1731524230723, suffix=, logDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/WALs/e4b56bc8c4b3,36463,1731524230723, archiveDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/oldWALs, maxLogs=32 2024-11-13T18:57:11,843 INFO [RS:1;e4b56bc8c4b3:35905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:11,846 INFO [RS:1;e4b56bc8c4b3:35905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C35905%2C1731524230765, suffix=, logDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/WALs/e4b56bc8c4b3,35905,1731524230765, archiveDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/oldWALs, maxLogs=32 2024-11-13T18:57:11,861 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/WALs/e4b56bc8c4b3,36463,1731524230723/e4b56bc8c4b3%2C36463%2C1731524230723.1731524231844, exclude list is [], retry=0 2024-11-13T18:57:11,862 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/WALs/e4b56bc8c4b3,35905,1731524230765/e4b56bc8c4b3%2C35905%2C1731524230765.1731524231847, exclude list is [], retry=0 2024-11-13T18:57:11,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45701,DS-fc16fbb1-1f63-462a-911b-394d0c9664a3,DISK] 2024-11-13T18:57:11,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42895,DS-05473752-4f08-48ed-bfa0-e9e1f372278b,DISK] 2024-11-13T18:57:11,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42895,DS-05473752-4f08-48ed-bfa0-e9e1f372278b,DISK] 2024-11-13T18:57:11,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45701,DS-fc16fbb1-1f63-462a-911b-394d0c9664a3,DISK] 2024-11-13T18:57:11,867 INFO [RS:1;e4b56bc8c4b3:35905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/WALs/e4b56bc8c4b3,35905,1731524230765/e4b56bc8c4b3%2C35905%2C1731524230765.1731524231847 2024-11-13T18:57:11,867 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39043:39043),(127.0.0.1/127.0.0.1:45103:45103)] 2024-11-13T18:57:11,869 INFO [RS:0;e4b56bc8c4b3:36463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/WALs/e4b56bc8c4b3,36463,1731524230723/e4b56bc8c4b3%2C36463%2C1731524230723.1731524231844 2024-11-13T18:57:11,869 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45103:45103),(127.0.0.1/127.0.0.1:39043:39043)] 2024-11-13T18:57:11,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:57:11,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:11,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:12,018 DEBUG [e4b56bc8c4b3:38081 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:57:12,019 DEBUG [e4b56bc8c4b3:38081 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:12,022 DEBUG [e4b56bc8c4b3:38081 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:12,022 DEBUG [e4b56bc8c4b3:38081 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:12,022 DEBUG [e4b56bc8c4b3:38081 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:12,022 DEBUG [e4b56bc8c4b3:38081 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:12,022 INFO [e4b56bc8c4b3:38081 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:12,022 INFO [e4b56bc8c4b3:38081 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:12,022 DEBUG [e4b56bc8c4b3:38081 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:12,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:12,025 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,35905,1731524230765, state=OPENING 2024-11-13T18:57:12,041 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:57:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:12,050 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:12,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:12,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:12,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:12,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,35905,1731524230765}] 2024-11-13T18:57:12,204 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:12,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:12,214 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:57:12,214 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:12,215 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:57:12,218 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C35905%2C1731524230765.meta, suffix=.meta, logDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/WALs/e4b56bc8c4b3,35905,1731524230765, archiveDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/oldWALs, maxLogs=32 2024-11-13T18:57:12,235 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/WALs/e4b56bc8c4b3,35905,1731524230765/e4b56bc8c4b3%2C35905%2C1731524230765.meta.1731524232218.meta, exclude list is [], retry=0 2024-11-13T18:57:12,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45701,DS-fc16fbb1-1f63-462a-911b-394d0c9664a3,DISK] 2024-11-13T18:57:12,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42895,DS-05473752-4f08-48ed-bfa0-e9e1f372278b,DISK] 2024-11-13T18:57:12,240 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/WALs/e4b56bc8c4b3,35905,1731524230765/e4b56bc8c4b3%2C35905%2C1731524230765.meta.1731524232218.meta 2024-11-13T18:57:12,240 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45103:45103),(127.0.0.1/127.0.0.1:39043:39043)] 2024-11-13T18:57:12,240 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:12,240 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:57:12,241 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:57:12,241 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:57:12,241 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:57:12,241 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:12,241 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:57:12,241 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:57:12,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:12,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:12,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:12,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:12,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:12,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:12,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:12,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:12,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:12,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:12,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:12,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:12,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:12,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:12,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:12,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:12,250 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:12,251 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740 2024-11-13T18:57:12,253 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740 2024-11-13T18:57:12,254 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:12,254 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:12,255 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:12,258 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:12,259 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61399390, jitterRate=-0.08507779240608215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:12,259 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:57:12,260 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524232241Writing region info on filesystem at 1731524232241Initializing all the Stores at 1731524232242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524232242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524232243 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524232243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524232243Cleaning up temporary data from old regions at 1731524232254 (+11 ms)Running coprocessor post-open hooks at 1731524232259 (+5 ms)Region opened successfully at 1731524232260 (+1 ms) 2024-11-13T18:57:12,261 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524232204 2024-11-13T18:57:12,264 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:57:12,264 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:57:12,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:12,266 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,35905,1731524230765, state=OPEN 2024-11-13T18:57:12,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:12,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:12,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:12,275 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:12,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:12,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:12,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:12,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:57:12,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,35905,1731524230765 in 225 msec 2024-11-13T18:57:12,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:57:12,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-11-13T18:57:12,284 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:12,284 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:57:12,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:12,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,35905,1731524230765, seqNum=-1] 2024-11-13T18:57:12,286 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:12,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:12,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 738 msec 2024-11-13T18:57:12,296 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524232296, completionTime=-1 2024-11-13T18:57:12,296 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:57:12,296 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:57:12,298 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:57:12,298 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524292298 2024-11-13T18:57:12,298 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524352298 2024-11-13T18:57:12,298 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T18:57:12,299 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T18:57:12,299 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38081,1731524230578-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:12,299 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38081,1731524230578-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:12,299 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38081,1731524230578-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:12,299 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:38081, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:12,299 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:12,300 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:12,302 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:57:12,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.479sec 2024-11-13T18:57:12,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:57:12,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:57:12,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:57:12,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:57:12,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:57:12,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38081,1731524230578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:12,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38081,1731524230578-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:57:12,307 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:57:12,307 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:57:12,307 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38081,1731524230578-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:12,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fc8456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:12,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38081,-1 for getting cluster id 2024-11-13T18:57:12,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:57:12,394 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be67bc9d-4035-4382-aacf-e99835aef804' 2024-11-13T18:57:12,395 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:57:12,395 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be67bc9d-4035-4382-aacf-e99835aef804" 2024-11-13T18:57:12,395 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5445931a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:12,395 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38081,-1] 2024-11-13T18:57:12,396 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:57:12,396 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:12,398 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:57:12,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4948d6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:12,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:12,402 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,35905,1731524230765, seqNum=-1] 2024-11-13T18:57:12,403 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:12,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:12,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,38081,1731524230578 2024-11-13T18:57:12,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:57:12,409 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,38081,1731524230578 2024-11-13T18:57:12,409 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c899be5 2024-11-13T18:57:12,409 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:57:12,411 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:57:12,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38081 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38081 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:57:12,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:57:12,415 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:12,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38081 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:57:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:12,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:57:12,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:12,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:12,832 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9947b2271e3ec8575575bfc9b1e16c47, NAME => 'testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e 2024-11-13T18:57:12,833 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2522a38876397af75df7c591c90c42b6, NAME => 'testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e 2024-11-13T18:57:12,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:12,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:12,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:12,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:12,845 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:12,845 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:12,846 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 2522a38876397af75df7c591c90c42b6, disabling compactions & flushes 2024-11-13T18:57:12,846 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 9947b2271e3ec8575575bfc9b1e16c47, disabling compactions & flushes 2024-11-13T18:57:12,846 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:12,846 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:12,846 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:12,846 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:12,846 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. after waiting 0 ms 2024-11-13T18:57:12,846 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. after waiting 0 ms 2024-11-13T18:57:12,846 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:12,846 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:12,846 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:12,846 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:12,846 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2522a38876397af75df7c591c90c42b6: Waiting for close lock at 1731524232845Disabling compacts and flushes for region at 1731524232845Disabling writes for close at 1731524232846 (+1 ms)Writing region close event to WAL at 1731524232846Closed at 1731524232846 2024-11-13T18:57:12,846 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9947b2271e3ec8575575bfc9b1e16c47: Waiting for close lock at 1731524232846Disabling compacts and flushes for region at 1731524232846Disabling writes for close at 1731524232846Writing region close event to WAL at 1731524232846Closed at 1731524232846 2024-11-13T18:57:12,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:57:12,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524232848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524232848"}]},"ts":"1731524232848"} 2024-11-13T18:57:12,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524232848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524232848"}]},"ts":"1731524232848"} 2024-11-13T18:57:12,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:57:12,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:57:12,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524232853"}]},"ts":"1731524232853"} 2024-11-13T18:57:12,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:57:12,857 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:12,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:12,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:12,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:12,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:12,858 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:12,858 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:12,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:12,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9947b2271e3ec8575575bfc9b1e16c47, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2522a38876397af75df7c591c90c42b6, ASSIGN}] 2024-11-13T18:57:12,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2522a38876397af75df7c591c90c42b6, ASSIGN 2024-11-13T18:57:12,861 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9947b2271e3ec8575575bfc9b1e16c47, ASSIGN 2024-11-13T18:57:12,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2522a38876397af75df7c591c90c42b6, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,35905,1731524230765; forceNewPlan=false, retain=false 2024-11-13T18:57:12,862 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9947b2271e3ec8575575bfc9b1e16c47, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,36463,1731524230723; forceNewPlan=false, retain=false 2024-11-13T18:57:13,013 INFO [e4b56bc8c4b3:38081 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:57:13,014 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2522a38876397af75df7c591c90c42b6, regionState=OPENING, regionLocation=e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:13,014 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9947b2271e3ec8575575bfc9b1e16c47, regionState=OPENING, regionLocation=e4b56bc8c4b3,36463,1731524230723 2024-11-13T18:57:13,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2522a38876397af75df7c591c90c42b6, ASSIGN because future has completed 2024-11-13T18:57:13,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2522a38876397af75df7c591c90c42b6, server=e4b56bc8c4b3,35905,1731524230765}] 2024-11-13T18:57:13,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9947b2271e3ec8575575bfc9b1e16c47, ASSIGN because future has completed 2024-11-13T18:57:13,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9947b2271e3ec8575575bfc9b1e16c47, server=e4b56bc8c4b3,36463,1731524230723}] 2024-11-13T18:57:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:13,179 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:13,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:13,185 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:13,185 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2522a38876397af75df7c591c90c42b6, NAME => 'testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:57:13,186 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,186 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:13,186 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,187 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,189 INFO [StoreOpener-2522a38876397af75df7c591c90c42b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,191 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:13,191 INFO [StoreOpener-2522a38876397af75df7c591c90c42b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2522a38876397af75df7c591c90c42b6 columnFamilyName family 2024-11-13T18:57:13,191 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9947b2271e3ec8575575bfc9b1e16c47, NAME => 'testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:57:13,191 DEBUG [StoreOpener-2522a38876397af75df7c591c90c42b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:13,192 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,192 INFO [StoreOpener-2522a38876397af75df7c591c90c42b6-1 {}] regionserver.HStore(327): Store=2522a38876397af75df7c591c90c42b6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:13,192 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:13,193 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,193 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,193 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,194 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,194 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,195 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,195 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,195 INFO [StoreOpener-9947b2271e3ec8575575bfc9b1e16c47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,197 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,197 INFO [StoreOpener-9947b2271e3ec8575575bfc9b1e16c47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9947b2271e3ec8575575bfc9b1e16c47 columnFamilyName family 2024-11-13T18:57:13,197 DEBUG [StoreOpener-9947b2271e3ec8575575bfc9b1e16c47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:13,198 INFO [StoreOpener-9947b2271e3ec8575575bfc9b1e16c47-1 {}] regionserver.HStore(327): Store=9947b2271e3ec8575575bfc9b1e16c47/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:13,198 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,199 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,199 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/2522a38876397af75df7c591c90c42b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:13,199 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,200 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 2522a38876397af75df7c591c90c42b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59158468, jitterRate=-0.11847013235092163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:13,200 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,200 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,200 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,201 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2522a38876397af75df7c591c90c42b6: Running coprocessor pre-open hook at 1731524233187Writing region info on filesystem at 1731524233187Initializing all the Stores at 1731524233188 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524233189 (+1 ms)Cleaning up temporary data from old regions at 1731524233195 (+6 ms)Running coprocessor post-open hooks at 1731524233200 (+5 ms)Region opened successfully at 1731524233201 (+1 ms) 2024-11-13T18:57:13,202 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6., pid=7, masterSystemTime=1731524233175 2024-11-13T18:57:13,202 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,205 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:13,205 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/9947b2271e3ec8575575bfc9b1e16c47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:13,205 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:13,206 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9947b2271e3ec8575575bfc9b1e16c47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61482682, jitterRate=-0.0838366448879242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:13,206 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,206 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9947b2271e3ec8575575bfc9b1e16c47: Running coprocessor pre-open hook at 1731524233193Writing region info on filesystem at 1731524233193Initializing all the Stores at 1731524233194 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524233194Cleaning up temporary data from old regions at 1731524233200 (+6 ms)Running coprocessor post-open hooks at 1731524233206 (+6 ms)Region opened successfully at 1731524233206 2024-11-13T18:57:13,206 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2522a38876397af75df7c591c90c42b6, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:13,208 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47., pid=8, masterSystemTime=1731524233179 2024-11-13T18:57:13,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2522a38876397af75df7c591c90c42b6, server=e4b56bc8c4b3,35905,1731524230765 because future has completed 2024-11-13T18:57:13,210 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:13,210 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:13,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9947b2271e3ec8575575bfc9b1e16c47, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,36463,1731524230723 2024-11-13T18:57:13,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9947b2271e3ec8575575bfc9b1e16c47, server=e4b56bc8c4b3,36463,1731524230723 because future has completed 2024-11-13T18:57:13,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T18:57:13,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2522a38876397af75df7c591c90c42b6, server=e4b56bc8c4b3,35905,1731524230765 in 188 msec 2024-11-13T18:57:13,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2522a38876397af75df7c591c90c42b6, ASSIGN in 356 msec 2024-11-13T18:57:13,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T18:57:13,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9947b2271e3ec8575575bfc9b1e16c47, server=e4b56bc8c4b3,36463,1731524230723 in 192 msec 2024-11-13T18:57:13,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:57:13,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9947b2271e3ec8575575bfc9b1e16c47, ASSIGN in 360 msec 2024-11-13T18:57:13,221 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:57:13,222 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524233221"}]},"ts":"1731524233221"} 2024-11-13T18:57:13,224 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:57:13,225 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:57:13,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 813 msec 2024-11-13T18:57:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:13,559 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:57:13,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:57:13,559 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:13,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:57:13,564 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:13,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:57:13,569 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47., hostname=e4b56bc8c4b3,36463,1731524230723, seqNum=2] 2024-11-13T18:57:13,570 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:13,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:13,585 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6., hostname=e4b56bc8c4b3,35905,1731524230765, seqNum=2] 2024-11-13T18:57:13,597 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9947b2271e3ec8575575bfc9b1e16c47 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:57:13,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/9947b2271e3ec8575575bfc9b1e16c47/.tmp/family/677a050ad2ee46caa3049c26c4da22ce is 32, key is 1/family:/1731524233573/Put/seqid=0 2024-11-13T18:57:13,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:57:13,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:57:13,620 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/9947b2271e3ec8575575bfc9b1e16c47/.tmp/family/677a050ad2ee46caa3049c26c4da22ce 2024-11-13T18:57:13,629 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/9947b2271e3ec8575575bfc9b1e16c47/.tmp/family/677a050ad2ee46caa3049c26c4da22ce as hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/9947b2271e3ec8575575bfc9b1e16c47/family/677a050ad2ee46caa3049c26c4da22ce 2024-11-13T18:57:13,638 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/9947b2271e3ec8575575bfc9b1e16c47/family/677a050ad2ee46caa3049c26c4da22ce, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:57:13,640 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 9947b2271e3ec8575575bfc9b1e16c47 in 43ms, sequenceid=8, compaction requested=false 2024-11-13T18:57:13,640 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9947b2271e3ec8575575bfc9b1e16c47: 2024-11-13T18:57:13,640 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2522a38876397af75df7c591c90c42b6 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:57:13,656 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/2522a38876397af75df7c591c90c42b6/.tmp/family/e19cfffee31241a4b336b08a1256eedc is 32, key is 5/family:/1731524233586/Put/seqid=0 2024-11-13T18:57:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:57:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:57:13,663 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/2522a38876397af75df7c591c90c42b6/.tmp/family/e19cfffee31241a4b336b08a1256eedc 2024-11-13T18:57:13,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:57:13,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T18:57:13,671 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/2522a38876397af75df7c591c90c42b6/.tmp/family/e19cfffee31241a4b336b08a1256eedc as hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/2522a38876397af75df7c591c90c42b6/family/e19cfffee31241a4b336b08a1256eedc 2024-11-13T18:57:13,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:13,674 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T18:57:13,675 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:57:13,675 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T18:57:13,676 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-13T18:57:13,676 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-13T18:57:13,680 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/2522a38876397af75df7c591c90c42b6/family/e19cfffee31241a4b336b08a1256eedc, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:57:13,682 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2522a38876397af75df7c591c90c42b6 in 42ms, sequenceid=9, compaction requested=false 2024-11-13T18:57:13,682 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2522a38876397af75df7c591c90c42b6: 2024-11-13T18:57:13,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:57:13,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:13,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:13,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:13,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:13,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:57:13,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:57:13,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=653158741, stopped=false 2024-11-13T18:57:13,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,38081,1731524230578 2024-11-13T18:57:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:13,723 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:13,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:13,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:13,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:13,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:13,725 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,36463,1731524230723' ***** 2024-11-13T18:57:13,726 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:13,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:13,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:13,726 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:13,726 INFO [RS:0;e4b56bc8c4b3:36463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:13,727 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,35905,1731524230765' ***** 2024-11-13T18:57:13,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:13,727 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:13,727 INFO [RS:0;e4b56bc8c4b3:36463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:13,727 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(3091): Received CLOSE for 9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,727 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:13,728 INFO [RS:1;e4b56bc8c4b3:35905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:13,728 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,36463,1731524230723 2024-11-13T18:57:13,728 INFO [RS:1;e4b56bc8c4b3:35905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:13,728 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:13,728 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(3091): Received CLOSE for 2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,728 INFO [RS:0;e4b56bc8c4b3:36463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:36463. 2024-11-13T18:57:13,728 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:13,728 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:13,728 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:57:13,728 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:13,728 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(1325): Online Regions={9947b2271e3ec8575575bfc9b1e16c47=testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47.} 2024-11-13T18:57:13,729 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(1351): Waiting on 9947b2271e3ec8575575bfc9b1e16c47 2024-11-13T18:57:13,729 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9947b2271e3ec8575575bfc9b1e16c47, disabling compactions & flushes 2024-11-13T18:57:13,729 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:13,729 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:13,729 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. after waiting 0 ms 2024-11-13T18:57:13,729 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:13,730 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:13,730 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:13,730 INFO [RS:1;e4b56bc8c4b3:35905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e4b56bc8c4b3:35905. 2024-11-13T18:57:13,730 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2522a38876397af75df7c591c90c42b6, disabling compactions & flushes 2024-11-13T18:57:13,730 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:13,730 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:13,730 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:13,730 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:13,730 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. after waiting 0 ms 2024-11-13T18:57:13,730 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:13,730 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:13,730 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:13,731 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:13,731 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:57:13,731 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:57:13,731 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:57:13,732 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:57:13,732 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2522a38876397af75df7c591c90c42b6=testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6.} 2024-11-13T18:57:13,732 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2522a38876397af75df7c591c90c42b6 2024-11-13T18:57:13,732 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:13,733 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:13,733 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:13,733 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:13,733 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:13,733 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:57:13,745 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/9947b2271e3ec8575575bfc9b1e16c47/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:57:13,745 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/default/testClearRegionBlockCache/2522a38876397af75df7c591c90c42b6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:57:13,746 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:13,746 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:13,746 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2522a38876397af75df7c591c90c42b6: Waiting for close lock at 1731524233730Running coprocessor pre-close hooks at 1731524233730Disabling compacts and flushes for region at 1731524233730Disabling writes for close at 1731524233730Writing region close event to WAL at 1731524233734 (+4 ms)Running coprocessor post-close hooks at 1731524233746 (+12 ms)Closed at 1731524233746 2024-11-13T18:57:13,746 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9947b2271e3ec8575575bfc9b1e16c47: Waiting for close lock at 1731524233729Running coprocessor pre-close hooks at 1731524233729Disabling compacts and flushes for region at 1731524233729Disabling writes for close at 1731524233729Writing region close event to WAL at 1731524233734 (+5 ms)Running coprocessor post-close hooks at 1731524233746 (+12 ms)Closed at 1731524233746 2024-11-13T18:57:13,746 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6. 2024-11-13T18:57:13,746 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731524232411.9947b2271e3ec8575575bfc9b1e16c47. 2024-11-13T18:57:13,751 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/.tmp/info/32c98e92300a4932bb576d66b95b6680 is 173, key is testClearRegionBlockCache,5,1731524232411.2522a38876397af75df7c591c90c42b6./info:regioninfo/1731524233206/Put/seqid=0 2024-11-13T18:57:13,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:13,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:13,758 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/.tmp/info/32c98e92300a4932bb576d66b95b6680 2024-11-13T18:57:13,779 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/.tmp/ns/298f55c649ba4a498e040d686bc18c70 is 43, key is default/ns:d/1731524232290/Put/seqid=0 2024-11-13T18:57:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:13,786 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/.tmp/ns/298f55c649ba4a498e040d686bc18c70 2024-11-13T18:57:13,809 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/.tmp/table/f7a6c04a63b84a57820747c56243043c is 61, key is testClearRegionBlockCache/table:state/1731524233221/Put/seqid=0 2024-11-13T18:57:13,809 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:13,813 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:13,815 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/.tmp/table/f7a6c04a63b84a57820747c56243043c 2024-11-13T18:57:13,823 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/.tmp/info/32c98e92300a4932bb576d66b95b6680 as hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/info/32c98e92300a4932bb576d66b95b6680 2024-11-13T18:57:13,832 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/info/32c98e92300a4932bb576d66b95b6680, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:57:13,833 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/.tmp/ns/298f55c649ba4a498e040d686bc18c70 as hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/ns/298f55c649ba4a498e040d686bc18c70 2024-11-13T18:57:13,842 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/ns/298f55c649ba4a498e040d686bc18c70, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:57:13,843 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/.tmp/table/f7a6c04a63b84a57820747c56243043c as hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/table/f7a6c04a63b84a57820747c56243043c 2024-11-13T18:57:13,851 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/table/f7a6c04a63b84a57820747c56243043c, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:57:13,852 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=13, compaction requested=false 2024-11-13T18:57:13,858 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:57:13,859 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:13,859 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:13,859 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524233732Running coprocessor pre-close hooks at 1731524233732Disabling compacts and flushes for region at 1731524233732Disabling writes for close at 1731524233733 (+1 ms)Obtaining lock to block concurrent updates at 1731524233733Preparing flush snapshotting stores in 1588230740 at 1731524233733Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731524233734 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524233735 (+1 ms)Flushing 1588230740/info: creating writer at 1731524233735Flushing 1588230740/info: appending metadata at 1731524233751 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731524233751Flushing 1588230740/ns: creating writer at 1731524233765 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731524233779 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731524233779Flushing 1588230740/table: creating writer at 1731524233793 (+14 ms)Flushing 1588230740/table: appending metadata at 1731524233808 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731524233808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4577e805: reopening flushed file at 1731524233821 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b05ee0: reopening flushed file at 1731524233832 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ee5c9c: reopening flushed file at 1731524233842 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=13, compaction requested=false at 1731524233852 (+10 ms)Writing region close event to WAL at 1731524233854 (+2 ms)Running coprocessor post-close hooks at 1731524233859 (+5 ms)Closed at 1731524233859 2024-11-13T18:57:13,860 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:13,929 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,36463,1731524230723; all regions closed. 2024-11-13T18:57:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741833_1009 (size=1758) 2024-11-13T18:57:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741833_1009 (size=1758) 2024-11-13T18:57:13,933 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,35905,1731524230765; all regions closed. 2024-11-13T18:57:13,934 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/oldWALs 2024-11-13T18:57:13,935 INFO [RS:0;e4b56bc8c4b3:36463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C36463%2C1731524230723:(num 1731524231844) 2024-11-13T18:57:13,935 DEBUG [RS:0;e4b56bc8c4b3:36463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:13,935 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:13,935 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:13,935 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:13,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:13,936 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:13,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:13,936 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:13,936 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:13,936 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:13,936 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:13,936 INFO [RS:0;e4b56bc8c4b3:36463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36463 2024-11-13T18:57:13,938 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/oldWALs 2024-11-13T18:57:13,939 INFO [RS:1;e4b56bc8c4b3:35905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C35905%2C1731524230765.meta:.meta(num 1731524232218) 2024-11-13T18:57:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741834_1010 (size=1867) 2024-11-13T18:57:13,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:13,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,36463,1731524230723 2024-11-13T18:57:13,941 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:13,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741834_1010 (size=1867) 2024-11-13T18:57:13,944 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/oldWALs 2024-11-13T18:57:13,945 INFO [RS:1;e4b56bc8c4b3:35905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C35905%2C1731524230765:(num 1731524231847) 2024-11-13T18:57:13,945 DEBUG [RS:1;e4b56bc8c4b3:35905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:13,945 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:13,945 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:13,945 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:13,945 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:13,945 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:13,945 INFO [RS:1;e4b56bc8c4b3:35905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35905 2024-11-13T18:57:13,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,36463,1731524230723] 2024-11-13T18:57:13,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:13,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,35905,1731524230765 2024-11-13T18:57:13,958 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:13,966 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,36463,1731524230723 already deleted, retry=false 2024-11-13T18:57:13,966 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,36463,1731524230723 expired; onlineServers=1 2024-11-13T18:57:13,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,35905,1731524230765] 2024-11-13T18:57:13,983 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,35905,1731524230765 already deleted, retry=false 2024-11-13T18:57:13,983 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,35905,1731524230765 expired; onlineServers=0 2024-11-13T18:57:13,983 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,38081,1731524230578' ***** 2024-11-13T18:57:13,983 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:57:13,983 INFO [M:0;e4b56bc8c4b3:38081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:13,983 INFO [M:0;e4b56bc8c4b3:38081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:13,983 DEBUG [M:0;e4b56bc8c4b3:38081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:57:13,984 DEBUG [M:0;e4b56bc8c4b3:38081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:57:13,984 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:57:13,984 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524231566 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524231566,5,FailOnTimeoutGroup] 2024-11-13T18:57:13,984 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524231567 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524231567,5,FailOnTimeoutGroup] 2024-11-13T18:57:13,984 INFO [M:0;e4b56bc8c4b3:38081 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:13,984 INFO [M:0;e4b56bc8c4b3:38081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:13,984 DEBUG [M:0;e4b56bc8c4b3:38081 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:57:13,984 INFO [M:0;e4b56bc8c4b3:38081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:57:13,984 INFO [M:0;e4b56bc8c4b3:38081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:13,984 INFO [M:0;e4b56bc8c4b3:38081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:57:13,984 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:57:13,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:13,991 DEBUG [M:0;e4b56bc8c4b3:38081 {}] zookeeper.ZKUtil(347): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:57:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:13,992 WARN [M:0;e4b56bc8c4b3:38081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:57:13,992 INFO [M:0;e4b56bc8c4b3:38081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/.lastflushedseqids 2024-11-13T18:57:13,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741844_1020 (size=200) 2024-11-13T18:57:13,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741844_1020 (size=200) 2024-11-13T18:57:13,999 INFO [M:0;e4b56bc8c4b3:38081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:57:13,999 INFO [M:0;e4b56bc8c4b3:38081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:57:14,000 DEBUG [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:14,000 INFO [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:14,000 DEBUG [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:14,000 DEBUG [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:14,000 DEBUG [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:14,000 INFO [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-13T18:57:14,022 DEBUG [M:0;e4b56bc8c4b3:38081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd41d5e7e42b44858fcc2ccdeac93fdb is 82, key is hbase:meta,,1/info:regioninfo/1731524232265/Put/seqid=0 2024-11-13T18:57:14,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:14,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:14,029 INFO [M:0;e4b56bc8c4b3:38081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd41d5e7e42b44858fcc2ccdeac93fdb 2024-11-13T18:57:14,050 INFO [RS:0;e4b56bc8c4b3:36463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:14,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:14,050 INFO [RS:0;e4b56bc8c4b3:36463 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,36463,1731524230723; zookeeper connection closed. 2024-11-13T18:57:14,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36463-0x10136d8a0160001, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:14,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bedf3a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bedf3a 2024-11-13T18:57:14,052 DEBUG [M:0;e4b56bc8c4b3:38081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dae182a97ff4edcbb61c545a75fa0f9 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524233228/Put/seqid=0 2024-11-13T18:57:14,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741846_1022 (size=6220) 2024-11-13T18:57:14,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741846_1022 (size=6220) 2024-11-13T18:57:14,059 INFO [M:0;e4b56bc8c4b3:38081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dae182a97ff4edcbb61c545a75fa0f9 2024-11-13T18:57:14,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:14,075 INFO [RS:1;e4b56bc8c4b3:35905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:14,075 INFO [RS:1;e4b56bc8c4b3:35905 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,35905,1731524230765; zookeeper connection closed. 2024-11-13T18:57:14,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35905-0x10136d8a0160002, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:14,075 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b2a39e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b2a39e 2024-11-13T18:57:14,076 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:57:14,088 DEBUG [M:0;e4b56bc8c4b3:38081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd4bb2ddd0bb4435817ee5b425863f87 is 69, key is e4b56bc8c4b3,35905,1731524230765/rs:state/1731524231634/Put/seqid=0 2024-11-13T18:57:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:14,095 INFO [M:0;e4b56bc8c4b3:38081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd4bb2ddd0bb4435817ee5b425863f87 2024-11-13T18:57:14,104 DEBUG [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd41d5e7e42b44858fcc2ccdeac93fdb as hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd41d5e7e42b44858fcc2ccdeac93fdb 2024-11-13T18:57:14,112 INFO [M:0;e4b56bc8c4b3:38081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd41d5e7e42b44858fcc2ccdeac93fdb, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:57:14,113 DEBUG [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dae182a97ff4edcbb61c545a75fa0f9 as hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5dae182a97ff4edcbb61c545a75fa0f9 2024-11-13T18:57:14,121 INFO [M:0;e4b56bc8c4b3:38081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5dae182a97ff4edcbb61c545a75fa0f9, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:57:14,122 DEBUG [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd4bb2ddd0bb4435817ee5b425863f87 as hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd4bb2ddd0bb4435817ee5b425863f87 2024-11-13T18:57:14,130 INFO [M:0;e4b56bc8c4b3:38081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd4bb2ddd0bb4435817ee5b425863f87, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:57:14,132 INFO [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=71, compaction requested=false 2024-11-13T18:57:14,133 INFO [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:14,134 DEBUG [M:0;e4b56bc8c4b3:38081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524234000Disabling compacts and flushes for region at 1731524234000Disabling writes for close at 1731524234000Obtaining lock to block concurrent updates at 1731524234000Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524234000Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731524234001 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524234001Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524234001Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524234022 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524234022Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524234035 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524234051 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524234051Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524234067 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524234087 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524234087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2486e5c0: reopening flushed file at 1731524234102 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1457d767: reopening flushed file at 1731524234112 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@504a0b5b: reopening flushed file at 1731524234121 (+9 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=71, compaction requested=false at 1731524234132 (+11 ms)Writing region close event to WAL at 1731524234133 (+1 ms)Closed at 1731524234133 2024-11-13T18:57:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45701 is added to blk_1073741830_1006 (size=35452) 2024-11-13T18:57:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42895 is added to blk_1073741830_1006 (size=35452) 2024-11-13T18:57:14,137 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb9fd1ca-e79b-59a2-8e42-1801f751cd2e/MasterData/WALs/e4b56bc8c4b3,38081,1731524230578/e4b56bc8c4b3%2C38081%2C1731524230578.1731524231326 not finished, retry = 0 2024-11-13T18:57:14,239 INFO [M:0;e4b56bc8c4b3:38081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:57:14,239 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:14,239 INFO [M:0;e4b56bc8c4b3:38081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38081 2024-11-13T18:57:14,239 INFO [M:0;e4b56bc8c4b3:38081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:14,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:14,350 INFO [M:0;e4b56bc8c4b3:38081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:14,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38081-0x10136d8a0160000, quorum=127.0.0.1:50521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:14,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2718dddd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:14,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ead95ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:14,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:14,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2864f95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:14,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@284930ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:14,362 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:14,362 WARN [BP-983981785-172.17.0.2-1731524229053 heartbeating to localhost/127.0.0.1:37105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:14,362 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:14,362 WARN [BP-983981785-172.17.0.2-1731524229053 heartbeating to localhost/127.0.0.1:37105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-983981785-172.17.0.2-1731524229053 (Datanode Uuid b03e72c8-52bd-4b2c-9725-895f7d78b457) service to localhost/127.0.0.1:37105 2024-11-13T18:57:14,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711/data/data3/current/BP-983981785-172.17.0.2-1731524229053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:14,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711/data/data4/current/BP-983981785-172.17.0.2-1731524229053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:14,364 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:14,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@aff5805{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:14,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65201ab1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:14,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:14,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38aff069{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:14,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6380b272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:14,369 WARN [BP-983981785-172.17.0.2-1731524229053 heartbeating to localhost/127.0.0.1:37105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:14,369 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:14,369 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:14,369 WARN [BP-983981785-172.17.0.2-1731524229053 heartbeating to localhost/127.0.0.1:37105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-983981785-172.17.0.2-1731524229053 (Datanode Uuid 416c5e2c-d7f4-48e6-a627-5dab6f312731) service to localhost/127.0.0.1:37105 2024-11-13T18:57:14,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711/data/data1/current/BP-983981785-172.17.0.2-1731524229053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:14,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/cluster_0cecb7a6-7933-dfea-2adf-3fc3c301b711/data/data2/current/BP-983981785-172.17.0.2-1731524229053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:14,370 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:14,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b1492fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:14,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@638b488e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:14,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:14,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd639fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:14,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34a1be88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:14,382 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:57:14,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:57:14,407 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=111 (was 80) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:37105 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:37105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:37105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:37105 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=443 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=152 (was 139) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3465 (was 3614) 2024-11-13T18:57:14,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=111, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=152, ProcessCount=11, AvailableMemoryMB=3465 2024-11-13T18:57:14,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.log.dir so I do NOT create it in target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4 2024-11-13T18:57:14,427 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:57:14,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.tmp.dir so I do NOT create it in target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4 2024-11-13T18:57:14,427 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f0f2763-eadb-de16-032b-d645a3e54d67/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:57:14,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4 2024-11-13T18:57:14,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:57:14,428 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c, deleteOnExit=true 2024-11-13T18:57:14,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:57:14,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/test.cache.data in system properties and HBase conf 2024-11-13T18:57:14,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:57:14,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:57:14,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:57:14,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:57:14,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:57:14,428 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:14,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:57:14,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:57:14,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:14,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:14,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:14,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:14,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:57:14,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:14,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a86abe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:14,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15e34019{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:14,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a1cac13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/java.io.tmpdir/jetty-localhost-42701-hadoop-hdfs-3_4_1-tests_jar-_-any-2204099137384459406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:14,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b165b20{HTTP/1.1, (http/1.1)}{localhost:42701} 2024-11-13T18:57:14,750 INFO [Time-limited test {}] server.Server(415): Started @17121ms 2024-11-13T18:57:14,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:14,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:14,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:14,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:14,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:57:14,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e37ee7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:14,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20910b30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:15,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2292d6c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/java.io.tmpdir/jetty-localhost-36129-hadoop-hdfs-3_4_1-tests_jar-_-any-6091798922472497805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:15,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62a9d51{HTTP/1.1, (http/1.1)}{localhost:36129} 2024-11-13T18:57:15,013 INFO [Time-limited test {}] server.Server(415): Started @17384ms 2024-11-13T18:57:15,015 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:15,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:15,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:15,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:15,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:15,051 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:57:15,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56df466e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:15,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21fc43f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:15,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@339445a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/java.io.tmpdir/jetty-localhost-36753-hadoop-hdfs-3_4_1-tests_jar-_-any-16708533730055388216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:15,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a1bb5cb{HTTP/1.1, (http/1.1)}{localhost:36753} 2024-11-13T18:57:15,145 INFO [Time-limited test {}] server.Server(415): Started @17515ms 2024-11-13T18:57:15,146 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:15,596 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c/data/data1/current/BP-1508039597-172.17.0.2-1731524234452/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:15,597 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c/data/data2/current/BP-1508039597-172.17.0.2-1731524234452/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:15,620 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda49907f768951e7 with lease ID 0x1df78db123c27077: Processing first storage report for DS-51011072-294e-47e5-b7eb-8b0819782c00 from datanode DatanodeRegistration(127.0.0.1:38021, datanodeUuid=6513a34d-9286-4b5f-bd86-68625ddeca19, infoPort=43687, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=843508824;c=1731524234452) 2024-11-13T18:57:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda49907f768951e7 with lease ID 0x1df78db123c27077: from storage DS-51011072-294e-47e5-b7eb-8b0819782c00 node DatanodeRegistration(127.0.0.1:38021, datanodeUuid=6513a34d-9286-4b5f-bd86-68625ddeca19, infoPort=43687, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=843508824;c=1731524234452), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda49907f768951e7 with lease ID 0x1df78db123c27077: Processing first storage report for DS-e8bd2be6-b6b3-4fe6-b87a-7861fb866462 from datanode DatanodeRegistration(127.0.0.1:38021, datanodeUuid=6513a34d-9286-4b5f-bd86-68625ddeca19, infoPort=43687, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=843508824;c=1731524234452) 2024-11-13T18:57:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda49907f768951e7 with lease ID 0x1df78db123c27077: from storage DS-e8bd2be6-b6b3-4fe6-b87a-7861fb866462 node DatanodeRegistration(127.0.0.1:38021, datanodeUuid=6513a34d-9286-4b5f-bd86-68625ddeca19, infoPort=43687, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=843508824;c=1731524234452), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:15,727 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c/data/data4/current/BP-1508039597-172.17.0.2-1731524234452/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:15,727 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c/data/data3/current/BP-1508039597-172.17.0.2-1731524234452/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:15,750 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:15,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8106020d52a3a7af with lease ID 0x1df78db123c27078: Processing first storage report for DS-cb2c4614-7a88-4922-be12-3fdf7991692f from datanode DatanodeRegistration(127.0.0.1:43293, datanodeUuid=3f642a02-dff1-4c6f-be34-1efdc498448f, infoPort=45065, infoSecurePort=0, ipcPort=33771, storageInfo=lv=-57;cid=testClusterID;nsid=843508824;c=1731524234452) 2024-11-13T18:57:15,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8106020d52a3a7af with lease ID 0x1df78db123c27078: from storage DS-cb2c4614-7a88-4922-be12-3fdf7991692f node DatanodeRegistration(127.0.0.1:43293, datanodeUuid=3f642a02-dff1-4c6f-be34-1efdc498448f, infoPort=45065, infoSecurePort=0, ipcPort=33771, storageInfo=lv=-57;cid=testClusterID;nsid=843508824;c=1731524234452), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:15,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8106020d52a3a7af with lease ID 0x1df78db123c27078: Processing first storage report for DS-d4da8f6f-9156-4ae3-bac0-7d8ae72d1dd3 from datanode DatanodeRegistration(127.0.0.1:43293, datanodeUuid=3f642a02-dff1-4c6f-be34-1efdc498448f, infoPort=45065, infoSecurePort=0, ipcPort=33771, storageInfo=lv=-57;cid=testClusterID;nsid=843508824;c=1731524234452) 2024-11-13T18:57:15,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8106020d52a3a7af with lease ID 0x1df78db123c27078: from storage DS-d4da8f6f-9156-4ae3-bac0-7d8ae72d1dd3 node DatanodeRegistration(127.0.0.1:43293, datanodeUuid=3f642a02-dff1-4c6f-be34-1efdc498448f, infoPort=45065, infoSecurePort=0, ipcPort=33771, storageInfo=lv=-57;cid=testClusterID;nsid=843508824;c=1731524234452), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:15,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4 2024-11-13T18:57:15,784 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c/zookeeper_0, clientPort=63750, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:57:15,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63750 2024-11-13T18:57:15,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:15,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:15,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd with version=8 2024-11-13T18:57:15,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/hbase-staging 2024-11-13T18:57:15,802 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:15,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:15,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:15,803 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:15,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:15,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:15,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:57:15,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:15,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37051 2024-11-13T18:57:15,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37051 connecting to ZooKeeper ensemble=127.0.0.1:63750 2024-11-13T18:57:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370510x0, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:15,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37051-0x10136d8b47c0000 connected 2024-11-13T18:57:15,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:15,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:15,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:15,941 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd, hbase.cluster.distributed=false 2024-11-13T18:57:15,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:15,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37051 2024-11-13T18:57:15,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37051 2024-11-13T18:57:15,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37051 2024-11-13T18:57:15,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37051 2024-11-13T18:57:15,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37051 2024-11-13T18:57:15,962 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:15,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:15,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:15,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:15,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:15,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:15,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:15,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:15,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44047 2024-11-13T18:57:15,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44047 connecting to ZooKeeper ensemble=127.0.0.1:63750 2024-11-13T18:57:15,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:15,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:15,983 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440470x0, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:15,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44047-0x10136d8b47c0001 connected 2024-11-13T18:57:15,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:15,984 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:15,987 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:15,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:15,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:15,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44047 2024-11-13T18:57:15,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44047 2024-11-13T18:57:15,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44047 2024-11-13T18:57:15,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44047 2024-11-13T18:57:15,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44047 2024-11-13T18:57:16,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:16,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:16,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:16,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:16,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:16,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:16,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:16,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:16,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41387 2024-11-13T18:57:16,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41387 connecting to ZooKeeper ensemble=127.0.0.1:63750 2024-11-13T18:57:16,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:16,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:16,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413870x0, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:16,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:16,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41387-0x10136d8b47c0002 connected 2024-11-13T18:57:16,026 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:16,027 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:16,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:16,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:16,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41387 2024-11-13T18:57:16,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41387 2024-11-13T18:57:16,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41387 2024-11-13T18:57:16,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41387 2024-11-13T18:57:16,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41387 2024-11-13T18:57:16,047 DEBUG [M:0;e4b56bc8c4b3:37051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:37051 2024-11-13T18:57:16,047 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e4b56bc8c4b3,37051,1731524235802 2024-11-13T18:57:16,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:16,058 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:16,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:16,059 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e4b56bc8c4b3,37051,1731524235802 2024-11-13T18:57:16,066 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,066 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,067 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:57:16,067 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e4b56bc8c4b3,37051,1731524235802 from backup master directory 2024-11-13T18:57:16,075 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e4b56bc8c4b3,37051,1731524235802 2024-11-13T18:57:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:16,075 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:16,075 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,37051,1731524235802 2024-11-13T18:57:16,080 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/hbase.id] with ID: 9437728b-ec06-4be0-9e1e-38aa8ce27003 2024-11-13T18:57:16,080 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/.tmp/hbase.id 2024-11-13T18:57:16,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:16,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:16,094 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/.tmp/hbase.id]:[hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/hbase.id] 2024-11-13T18:57:16,110 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:16,110 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:57:16,112 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:57:16,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,123 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:16,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:16,131 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:16,133 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:57:16,133 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:16,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:16,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:16,147 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store 2024-11-13T18:57:16,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:16,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:16,156 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:16,156 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:16,156 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:16,156 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:16,156 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:16,156 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:16,156 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:16,157 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524236156Disabling compacts and flushes for region at 1731524236156Disabling writes for close at 1731524236156Writing region close event to WAL at 1731524236156Closed at 1731524236156 2024-11-13T18:57:16,158 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/.initializing 2024-11-13T18:57:16,158 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/WALs/e4b56bc8c4b3,37051,1731524235802 2024-11-13T18:57:16,159 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:16,161 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C37051%2C1731524235802, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/WALs/e4b56bc8c4b3,37051,1731524235802, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/oldWALs, maxLogs=10 2024-11-13T18:57:16,177 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/WALs/e4b56bc8c4b3,37051,1731524235802/e4b56bc8c4b3%2C37051%2C1731524235802.1731524236162, exclude list is [], retry=0 2024-11-13T18:57:16,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-51011072-294e-47e5-b7eb-8b0819782c00,DISK] 2024-11-13T18:57:16,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43293,DS-cb2c4614-7a88-4922-be12-3fdf7991692f,DISK] 2024-11-13T18:57:16,185 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/WALs/e4b56bc8c4b3,37051,1731524235802/e4b56bc8c4b3%2C37051%2C1731524235802.1731524236162 2024-11-13T18:57:16,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43687:43687),(127.0.0.1/127.0.0.1:45065:45065)] 2024-11-13T18:57:16,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:16,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:16,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:57:16,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:16,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:16,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:57:16,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:16,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:16,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:57:16,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:16,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:16,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:57:16,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:16,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:16,198 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,199 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,199 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,201 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,201 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,201 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:16,202 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:16,204 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:16,205 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73656016, jitterRate=0.09756016731262207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:16,206 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524236187Initializing all the Stores at 1731524236188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524236188Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524236188Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524236188Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524236188Cleaning up temporary data from old regions at 1731524236201 (+13 ms)Region opened successfully at 1731524236206 (+5 ms) 2024-11-13T18:57:16,206 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:57:16,210 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9dec8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:16,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:57:16,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:57:16,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:57:16,212 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:57:16,212 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:57:16,213 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:57:16,213 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:57:16,219 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:57:16,220 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:57:16,224 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:57:16,225 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:57:16,226 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:57:16,233 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:57:16,233 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:57:16,234 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:57:16,241 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:57:16,243 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:57:16,249 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:57:16,252 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:57:16,258 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:57:16,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:16,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:16,266 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:16,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,266 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,267 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,37051,1731524235802, sessionid=0x10136d8b47c0000, setting cluster-up flag (Was=false) 2024-11-13T18:57:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,283 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,308 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:57:16,309 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,37051,1731524235802 2024-11-13T18:57:16,324 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,350 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:57:16,351 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,37051,1731524235802 2024-11-13T18:57:16,353 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:57:16,355 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:16,355 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:57:16,355 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:57:16,356 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,37051,1731524235802 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:57:16,357 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:16,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:16,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:16,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:16,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:57:16,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:16,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:16,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:57:16,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524266361 2024-11-13T18:57:16,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:57:16,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:57:16,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:57:16,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:57:16,361 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:16,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:57:16,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:57:16,362 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:57:16,362 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:57:16,362 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:57:16,362 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:57:16,362 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:57:16,362 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:57:16,366 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524236362,5,FailOnTimeoutGroup] 2024-11-13T18:57:16,367 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524236367,5,FailOnTimeoutGroup] 2024-11-13T18:57:16,367 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,367 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:57:16,367 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,367 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:16,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:16,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:57:16,373 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd 2024-11-13T18:57:16,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:57:16,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:57:16,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:16,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:16,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:16,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:16,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:16,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:16,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:16,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:16,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:16,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:16,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:16,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:16,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:16,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:16,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:16,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:16,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:16,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:16,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740 2024-11-13T18:57:16,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740 2024-11-13T18:57:16,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:16,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:16,408 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:16,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:16,411 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:16,412 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70222331, jitterRate=0.04639427363872528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:16,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524236388Initializing all the Stores at 1731524236389 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524236389Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524236390 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524236390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524236391 (+1 ms)Cleaning up temporary data from old regions at 1731524236407 (+16 ms)Region opened successfully at 1731524236413 (+6 ms) 2024-11-13T18:57:16,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:16,414 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:16,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:16,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:16,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:16,414 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:16,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524236414Disabling compacts and flushes for region at 1731524236414Disabling writes for close at 1731524236414Writing region close event to WAL at 1731524236414Closed at 1731524236414 2024-11-13T18:57:16,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:16,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:57:16,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:57:16,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:16,420 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:57:16,440 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(746): ClusterId : 9437728b-ec06-4be0-9e1e-38aa8ce27003 2024-11-13T18:57:16,440 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(746): ClusterId : 9437728b-ec06-4be0-9e1e-38aa8ce27003 2024-11-13T18:57:16,440 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:16,440 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:16,450 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:16,451 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:16,451 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:16,451 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:16,459 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:16,459 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:16,459 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46821251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:16,459 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7406ec81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:16,471 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e4b56bc8c4b3:41387 2024-11-13T18:57:16,471 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:16,471 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:16,471 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:44047 2024-11-13T18:57:16,471 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:16,471 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:16,471 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:16,471 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:16,472 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,37051,1731524235802 with port=44047, startcode=1731524235962 2024-11-13T18:57:16,472 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,37051,1731524235802 with port=41387, startcode=1731524236008 2024-11-13T18:57:16,472 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:16,472 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:16,474 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:16,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:16,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37051 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:16,477 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd 2024-11-13T18:57:16,477 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41813 2024-11-13T18:57:16,477 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:16,479 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:16,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,44047,1731524235962 2024-11-13T18:57:16,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37051 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,44047,1731524235962 2024-11-13T18:57:16,482 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd 2024-11-13T18:57:16,483 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41813 2024-11-13T18:57:16,483 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:16,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:16,483 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] zookeeper.ZKUtil(111): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:16,483 WARN [RS:1;e4b56bc8c4b3:41387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:16,483 INFO [RS:1;e4b56bc8c4b3:41387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:16,484 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/WALs/e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:16,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,44047,1731524235962] 2024-11-13T18:57:16,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,41387,1731524236008] 2024-11-13T18:57:16,514 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] zookeeper.ZKUtil(111): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,44047,1731524235962 2024-11-13T18:57:16,514 WARN [RS:0;e4b56bc8c4b3:44047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:16,514 INFO [RS:0;e4b56bc8c4b3:44047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:16,515 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/WALs/e4b56bc8c4b3,44047,1731524235962 2024-11-13T18:57:16,515 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:16,518 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:16,519 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:16,519 INFO [RS:1;e4b56bc8c4b3:41387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:16,519 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,519 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:16,520 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:16,520 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,520 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:16,521 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:16,522 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,522 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,522 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,522 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,522 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,522 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41387,1731524236008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:16,522 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:16,527 INFO [RS:0;e4b56bc8c4b3:44047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:16,527 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,527 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:16,528 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:16,528 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,528 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,528 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:16,529 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:16,530 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,530 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,530 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,530 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,530 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,530 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,44047,1731524235962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:16,541 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:16,542 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41387,1731524236008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,542 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,542 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.Replication(171): e4b56bc8c4b3,41387,1731524236008 started 2024-11-13T18:57:16,551 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:16,552 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,44047,1731524235962-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,552 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,552 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.Replication(171): e4b56bc8c4b3,44047,1731524235962 started 2024-11-13T18:57:16,563 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,563 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,41387,1731524236008, RpcServer on e4b56bc8c4b3/172.17.0.2:41387, sessionid=0x10136d8b47c0002 2024-11-13T18:57:16,563 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:16,564 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:16,564 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,41387,1731524236008' 2024-11-13T18:57:16,564 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:16,564 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:16,565 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:16,565 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:16,565 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:16,565 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,41387,1731524236008' 2024-11-13T18:57:16,565 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:16,565 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:16,566 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:16,566 INFO [RS:1;e4b56bc8c4b3:41387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:16,566 INFO [RS:1;e4b56bc8c4b3:41387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:16,570 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:16,570 WARN [e4b56bc8c4b3:37051 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:57:16,570 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,44047,1731524235962, RpcServer on e4b56bc8c4b3/172.17.0.2:44047, sessionid=0x10136d8b47c0001 2024-11-13T18:57:16,571 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:16,571 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,44047,1731524235962 2024-11-13T18:57:16,571 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,44047,1731524235962' 2024-11-13T18:57:16,571 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:16,571 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:16,572 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:16,572 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:16,572 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,44047,1731524235962 2024-11-13T18:57:16,572 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,44047,1731524235962' 2024-11-13T18:57:16,572 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:16,572 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:16,573 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:16,573 INFO [RS:0;e4b56bc8c4b3:44047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:16,573 INFO [RS:0;e4b56bc8c4b3:44047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:16,666 INFO [RS:1;e4b56bc8c4b3:41387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:16,668 INFO [RS:1;e4b56bc8c4b3:41387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C41387%2C1731524236008, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/WALs/e4b56bc8c4b3,41387,1731524236008, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/oldWALs, maxLogs=32 2024-11-13T18:57:16,673 INFO [RS:0;e4b56bc8c4b3:44047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:16,675 INFO [RS:0;e4b56bc8c4b3:44047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C44047%2C1731524235962, suffix=, logDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/WALs/e4b56bc8c4b3,44047,1731524235962, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/oldWALs, maxLogs=32 2024-11-13T18:57:16,686 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/WALs/e4b56bc8c4b3,41387,1731524236008/e4b56bc8c4b3%2C41387%2C1731524236008.1731524236669, exclude list is [], retry=0 2024-11-13T18:57:16,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43293,DS-cb2c4614-7a88-4922-be12-3fdf7991692f,DISK] 2024-11-13T18:57:16,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-51011072-294e-47e5-b7eb-8b0819782c00,DISK] 2024-11-13T18:57:16,695 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/WALs/e4b56bc8c4b3,44047,1731524235962/e4b56bc8c4b3%2C44047%2C1731524235962.1731524236676, exclude list is [], retry=0 2024-11-13T18:57:16,695 INFO [RS:1;e4b56bc8c4b3:41387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/WALs/e4b56bc8c4b3,41387,1731524236008/e4b56bc8c4b3%2C41387%2C1731524236008.1731524236669 2024-11-13T18:57:16,696 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43687:43687),(127.0.0.1/127.0.0.1:45065:45065)] 2024-11-13T18:57:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-51011072-294e-47e5-b7eb-8b0819782c00,DISK] 2024-11-13T18:57:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43293,DS-cb2c4614-7a88-4922-be12-3fdf7991692f,DISK] 2024-11-13T18:57:16,702 INFO [RS:0;e4b56bc8c4b3:44047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/WALs/e4b56bc8c4b3,44047,1731524235962/e4b56bc8c4b3%2C44047%2C1731524235962.1731524236676 2024-11-13T18:57:16,702 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065),(127.0.0.1/127.0.0.1:43687:43687)] 2024-11-13T18:57:16,821 DEBUG [e4b56bc8c4b3:37051 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:57:16,821 DEBUG [e4b56bc8c4b3:37051 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:16,823 DEBUG [e4b56bc8c4b3:37051 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:16,824 DEBUG [e4b56bc8c4b3:37051 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:16,824 DEBUG [e4b56bc8c4b3:37051 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:16,824 DEBUG [e4b56bc8c4b3:37051 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:16,824 INFO [e4b56bc8c4b3:37051 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:16,824 INFO [e4b56bc8c4b3:37051 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:16,824 DEBUG [e4b56bc8c4b3:37051 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:16,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:16,826 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,41387,1731524236008, state=OPENING 2024-11-13T18:57:16,841 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:57:16,906 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:16,906 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:16,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:16,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:16,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41387,1731524236008}] 2024-11-13T18:57:16,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:17,061 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:17,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:17,068 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:57:17,068 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:17,068 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:57:17,070 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C41387%2C1731524236008.meta, suffix=.meta, logDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/WALs/e4b56bc8c4b3,41387,1731524236008, archiveDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/oldWALs, maxLogs=32 2024-11-13T18:57:17,085 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/WALs/e4b56bc8c4b3,41387,1731524236008/e4b56bc8c4b3%2C41387%2C1731524236008.meta.1731524237071.meta, exclude list is [], retry=0 2024-11-13T18:57:17,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43293,DS-cb2c4614-7a88-4922-be12-3fdf7991692f,DISK] 2024-11-13T18:57:17,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-51011072-294e-47e5-b7eb-8b0819782c00,DISK] 2024-11-13T18:57:17,090 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/WALs/e4b56bc8c4b3,41387,1731524236008/e4b56bc8c4b3%2C41387%2C1731524236008.meta.1731524237071.meta 2024-11-13T18:57:17,091 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065),(127.0.0.1/127.0.0.1:43687:43687)] 2024-11-13T18:57:17,091 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:17,091 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:57:17,091 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:57:17,092 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:57:17,092 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:57:17,092 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:17,092 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:57:17,092 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:57:17,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:17,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:17,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:17,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:17,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:17,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:17,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:17,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:17,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:17,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:17,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:17,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:17,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:17,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:17,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:17,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:17,103 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:17,104 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740 2024-11-13T18:57:17,106 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740 2024-11-13T18:57:17,108 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:17,108 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:17,109 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:17,111 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:17,112 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61823332, jitterRate=-0.07876056432723999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:17,112 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:57:17,113 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524237092Writing region info on filesystem at 1731524237092Initializing all the Stores at 1731524237093 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524237093Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524237094 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524237094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524237095 (+1 ms)Cleaning up temporary data from old regions at 1731524237108 (+13 ms)Running coprocessor post-open hooks at 1731524237112 (+4 ms)Region opened successfully at 1731524237113 (+1 ms) 2024-11-13T18:57:17,114 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524237060 2024-11-13T18:57:17,117 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:57:17,117 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:57:17,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:17,120 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,41387,1731524236008, state=OPEN 2024-11-13T18:57:17,149 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:17,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:17,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:17,149 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:17,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:17,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:17,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:17,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:57:17,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41387,1731524236008 in 243 msec 2024-11-13T18:57:17,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:57:17,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 735 msec 2024-11-13T18:57:17,156 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:17,157 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:57:17,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:17,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41387,1731524236008, seqNum=-1] 2024-11-13T18:57:17,158 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:17,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:17,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 811 msec 2024-11-13T18:57:17,167 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524237166, completionTime=-1 2024-11-13T18:57:17,167 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:57:17,167 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:57:17,169 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:57:17,169 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524297169 2024-11-13T18:57:17,169 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524357169 2024-11-13T18:57:17,169 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T18:57:17,169 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37051,1731524235802-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:17,169 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37051,1731524235802-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:17,169 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37051,1731524235802-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:17,170 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:37051, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:17,170 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:17,170 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:17,172 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:57:17,174 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.099sec 2024-11-13T18:57:17,174 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:57:17,174 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:57:17,174 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:57:17,174 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:57:17,174 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:57:17,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37051,1731524235802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:17,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37051,1731524235802-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:57:17,177 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:57:17,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:57:17,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37051,1731524235802-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:17,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d20f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:17,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,37051,-1 for getting cluster id 2024-11-13T18:57:17,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:57:17,242 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9437728b-ec06-4be0-9e1e-38aa8ce27003' 2024-11-13T18:57:17,244 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:57:17,244 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9437728b-ec06-4be0-9e1e-38aa8ce27003" 2024-11-13T18:57:17,245 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775ca08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:17,245 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,37051,-1] 2024-11-13T18:57:17,245 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:57:17,245 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:17,247 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:57:17,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a36e83e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:17,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:17,250 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41387,1731524236008, seqNum=-1] 2024-11-13T18:57:17,250 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:17,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:17,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,37051,1731524235802 2024-11-13T18:57:17,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:57:17,256 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,37051,1731524235802 2024-11-13T18:57:17,256 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@304af10b 2024-11-13T18:57:17,256 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:57:17,257 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:57:17,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:57:17,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:57:17,264 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:17,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:57:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:17,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:57:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:17,285 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce07ec05e6150dc00f97da6a5ee62d52, NAME => 'testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd 2024-11-13T18:57:17,285 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e4867abad7d312af79c7778bb5c6bf7d, NAME => 'testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd 2024-11-13T18:57:17,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:17,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:17,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:17,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:17,295 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:17,295 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:17,295 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e4867abad7d312af79c7778bb5c6bf7d, disabling compactions & flushes 2024-11-13T18:57:17,295 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ce07ec05e6150dc00f97da6a5ee62d52, disabling compactions & flushes 2024-11-13T18:57:17,295 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:17,295 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:17,296 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:17,296 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:17,296 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. after waiting 0 ms 2024-11-13T18:57:17,296 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. after waiting 0 ms 2024-11-13T18:57:17,296 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:17,296 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:17,296 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:17,296 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:17,296 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce07ec05e6150dc00f97da6a5ee62d52: Waiting for close lock at 1731524237295Disabling compacts and flushes for region at 1731524237295Disabling writes for close at 1731524237296 (+1 ms)Writing region close event to WAL at 1731524237296Closed at 1731524237296 2024-11-13T18:57:17,296 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e4867abad7d312af79c7778bb5c6bf7d: Waiting for close lock at 1731524237295Disabling compacts and flushes for region at 1731524237295Disabling writes for close at 1731524237296 (+1 ms)Writing region close event to WAL at 1731524237296Closed at 1731524237296 2024-11-13T18:57:17,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:57:17,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524237297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524237297"}]},"ts":"1731524237297"} 2024-11-13T18:57:17,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524237297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524237297"}]},"ts":"1731524237297"} 2024-11-13T18:57:17,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:57:17,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:57:17,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524237303"}]},"ts":"1731524237303"} 2024-11-13T18:57:17,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:57:17,306 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:17,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:17,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:17,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:17,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:17,307 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:17,307 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:17,307 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:17,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ce07ec05e6150dc00f97da6a5ee62d52, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e4867abad7d312af79c7778bb5c6bf7d, ASSIGN}] 2024-11-13T18:57:17,309 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e4867abad7d312af79c7778bb5c6bf7d, ASSIGN 2024-11-13T18:57:17,310 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ce07ec05e6150dc00f97da6a5ee62d52, ASSIGN 2024-11-13T18:57:17,311 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ce07ec05e6150dc00f97da6a5ee62d52, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,44047,1731524235962; forceNewPlan=false, retain=false 2024-11-13T18:57:17,311 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e4867abad7d312af79c7778bb5c6bf7d, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,41387,1731524236008; forceNewPlan=false, retain=false 2024-11-13T18:57:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:17,461 INFO [e4b56bc8c4b3:37051 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:57:17,462 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e4867abad7d312af79c7778bb5c6bf7d, regionState=OPENING, regionLocation=e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:17,462 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce07ec05e6150dc00f97da6a5ee62d52, regionState=OPENING, regionLocation=e4b56bc8c4b3,44047,1731524235962 2024-11-13T18:57:17,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ce07ec05e6150dc00f97da6a5ee62d52, ASSIGN because future has completed 2024-11-13T18:57:17,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce07ec05e6150dc00f97da6a5ee62d52, server=e4b56bc8c4b3,44047,1731524235962}] 2024-11-13T18:57:17,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e4867abad7d312af79c7778bb5c6bf7d, ASSIGN because future has completed 2024-11-13T18:57:17,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4867abad7d312af79c7778bb5c6bf7d, server=e4b56bc8c4b3,41387,1731524236008}] 2024-11-13T18:57:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:17,620 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:17,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:17,632 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:17,632 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e4867abad7d312af79c7778bb5c6bf7d, NAME => 'testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:57:17,633 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:17,633 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:17,633 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:17,633 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:17,634 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:17,634 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ce07ec05e6150dc00f97da6a5ee62d52, NAME => 'testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:57:17,635 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:17,635 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:17,635 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:17,635 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:17,642 INFO [StoreOpener-e4867abad7d312af79c7778bb5c6bf7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:17,642 INFO [StoreOpener-ce07ec05e6150dc00f97da6a5ee62d52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:17,644 INFO [StoreOpener-e4867abad7d312af79c7778bb5c6bf7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4867abad7d312af79c7778bb5c6bf7d columnFamilyName family 2024-11-13T18:57:17,645 DEBUG [StoreOpener-e4867abad7d312af79c7778bb5c6bf7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:17,645 INFO [StoreOpener-ce07ec05e6150dc00f97da6a5ee62d52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce07ec05e6150dc00f97da6a5ee62d52 columnFamilyName family 2024-11-13T18:57:17,645 DEBUG [StoreOpener-ce07ec05e6150dc00f97da6a5ee62d52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:17,645 INFO [StoreOpener-ce07ec05e6150dc00f97da6a5ee62d52-1 {}] regionserver.HStore(327): Store=ce07ec05e6150dc00f97da6a5ee62d52/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:17,645 INFO [StoreOpener-e4867abad7d312af79c7778bb5c6bf7d-1 {}] regionserver.HStore(327): Store=e4867abad7d312af79c7778bb5c6bf7d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:17,646 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:17,646 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:17,647 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:17,647 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:17,647 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:17,647 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:17,648 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:17,648 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:17,648 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:17,648 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:17,650 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:17,650 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:17,659 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/ce07ec05e6150dc00f97da6a5ee62d52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:17,660 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ce07ec05e6150dc00f97da6a5ee62d52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73716134, jitterRate=0.0984559953212738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:17,660 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:17,661 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ce07ec05e6150dc00f97da6a5ee62d52: Running coprocessor pre-open hook at 1731524237635Writing region info on filesystem at 1731524237635Initializing all the Stores at 1731524237637 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524237637Cleaning up temporary data from old regions at 1731524237648 (+11 ms)Running coprocessor post-open hooks at 1731524237660 (+12 ms)Region opened successfully at 1731524237661 (+1 ms) 2024-11-13T18:57:17,663 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52., pid=7, masterSystemTime=1731524237619 2024-11-13T18:57:17,663 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/e4867abad7d312af79c7778bb5c6bf7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:17,664 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e4867abad7d312af79c7778bb5c6bf7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61258180, jitterRate=-0.08718198537826538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:17,664 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:17,664 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e4867abad7d312af79c7778bb5c6bf7d: Running coprocessor pre-open hook at 1731524237633Writing region info on filesystem at 1731524237633Initializing all the Stores at 1731524237638 (+5 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524237639 (+1 ms)Cleaning up temporary data from old regions at 1731524237648 (+9 ms)Running coprocessor post-open hooks at 1731524237664 (+16 ms)Region opened successfully at 1731524237664 2024-11-13T18:57:17,666 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d., pid=8, masterSystemTime=1731524237623 2024-11-13T18:57:17,667 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:17,667 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:17,669 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce07ec05e6150dc00f97da6a5ee62d52, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,44047,1731524235962 2024-11-13T18:57:17,671 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:17,671 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:17,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e4867abad7d312af79c7778bb5c6bf7d, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:17,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce07ec05e6150dc00f97da6a5ee62d52, server=e4b56bc8c4b3,44047,1731524235962 because future has completed 2024-11-13T18:57:17,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4867abad7d312af79c7778bb5c6bf7d, server=e4b56bc8c4b3,41387,1731524236008 because future has completed 2024-11-13T18:57:17,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T18:57:17,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ce07ec05e6150dc00f97da6a5ee62d52, server=e4b56bc8c4b3,44047,1731524235962 in 210 msec 2024-11-13T18:57:17,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ce07ec05e6150dc00f97da6a5ee62d52, ASSIGN in 373 msec 2024-11-13T18:57:17,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T18:57:17,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e4867abad7d312af79c7778bb5c6bf7d, server=e4b56bc8c4b3,41387,1731524236008 in 216 msec 2024-11-13T18:57:17,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T18:57:17,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e4867abad7d312af79c7778bb5c6bf7d, ASSIGN in 386 msec 2024-11-13T18:57:17,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:57:17,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524237700"}]},"ts":"1731524237700"} 2024-11-13T18:57:17,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:57:17,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:57:17,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 447 msec 2024-11-13T18:57:17,744 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:57:17,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:17,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:17,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:17,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:17,899 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:57:17,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:57:17,899 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:57:17,903 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:57:17,908 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52., hostname=e4b56bc8c4b3,44047,1731524235962, seqNum=2] 2024-11-13T18:57:17,908 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:17,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:17,923 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d., hostname=e4b56bc8c4b3,41387,1731524236008, seqNum=2] 2024-11-13T18:57:17,937 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ce07ec05e6150dc00f97da6a5ee62d52 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:57:17,955 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/ce07ec05e6150dc00f97da6a5ee62d52/.tmp/family/0306c079d80f4028a6ca1699014c990b is 32, key is 1/family:/1731524237910/Put/seqid=0 2024-11-13T18:57:17,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:57:17,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:57:17,961 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/ce07ec05e6150dc00f97da6a5ee62d52/.tmp/family/0306c079d80f4028a6ca1699014c990b 2024-11-13T18:57:17,968 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/ce07ec05e6150dc00f97da6a5ee62d52/.tmp/family/0306c079d80f4028a6ca1699014c990b as hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/ce07ec05e6150dc00f97da6a5ee62d52/family/0306c079d80f4028a6ca1699014c990b 2024-11-13T18:57:17,976 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/ce07ec05e6150dc00f97da6a5ee62d52/family/0306c079d80f4028a6ca1699014c990b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:57:17,977 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ce07ec05e6150dc00f97da6a5ee62d52 in 40ms, sequenceid=8, compaction requested=false 2024-11-13T18:57:17,977 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ce07ec05e6150dc00f97da6a5ee62d52: 2024-11-13T18:57:17,977 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e4867abad7d312af79c7778bb5c6bf7d 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:57:18,000 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/e4867abad7d312af79c7778bb5c6bf7d/.tmp/family/def70994535f4890984c35aaac08e6a0 is 32, key is 5/family:/1731524237924/Put/seqid=0 2024-11-13T18:57:18,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:57:18,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:57:18,007 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/e4867abad7d312af79c7778bb5c6bf7d/.tmp/family/def70994535f4890984c35aaac08e6a0 2024-11-13T18:57:18,015 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/e4867abad7d312af79c7778bb5c6bf7d/.tmp/family/def70994535f4890984c35aaac08e6a0 as hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/e4867abad7d312af79c7778bb5c6bf7d/family/def70994535f4890984c35aaac08e6a0 2024-11-13T18:57:18,024 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/e4867abad7d312af79c7778bb5c6bf7d/family/def70994535f4890984c35aaac08e6a0, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:57:18,026 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e4867abad7d312af79c7778bb5c6bf7d in 48ms, sequenceid=9, compaction requested=false 2024-11-13T18:57:18,026 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e4867abad7d312af79c7778bb5c6bf7d: 2024-11-13T18:57:18,032 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T18:57:18,036 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:18,036 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:18,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:18,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:18,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:57:18,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:18,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:18,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:18,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:18,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:57:18,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:57:18,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1603655211, stopped=false 2024-11-13T18:57:18,039 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,37051,1731524235802 2024-11-13T18:57:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:18,056 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:18,056 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:18,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:18,056 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:18,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:18,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:18,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:18,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:18,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:18,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:18,057 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,44047,1731524235962' ***** 2024-11-13T18:57:18,057 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:18,057 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,41387,1731524236008' ***** 2024-11-13T18:57:18,057 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:18,058 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:18,058 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:18,058 INFO [RS:1;e4b56bc8c4b3:41387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:18,058 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:18,058 INFO [RS:0;e4b56bc8c4b3:44047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:18,058 INFO [RS:1;e4b56bc8c4b3:41387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:18,058 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:18,058 INFO [RS:0;e4b56bc8c4b3:44047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:18,058 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(3091): Received CLOSE for e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:18,058 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(3091): Received CLOSE for ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:18,058 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,44047,1731524235962 2024-11-13T18:57:18,058 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:18,058 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:18,058 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:18,058 INFO [RS:0;e4b56bc8c4b3:44047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:44047. 2024-11-13T18:57:18,058 INFO [RS:1;e4b56bc8c4b3:41387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e4b56bc8c4b3:41387. 2024-11-13T18:57:18,058 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:18,058 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce07ec05e6150dc00f97da6a5ee62d52, disabling compactions & flushes 2024-11-13T18:57:18,058 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:18,058 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:18,058 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:18,058 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:18,058 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:18,058 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:57:18,058 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:18,059 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. after waiting 0 ms 2024-11-13T18:57:18,059 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(1325): Online Regions={ce07ec05e6150dc00f97da6a5ee62d52=testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52.} 2024-11-13T18:57:18,059 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:18,059 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:18,059 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:18,059 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(1351): Waiting on ce07ec05e6150dc00f97da6a5ee62d52 2024-11-13T18:57:18,059 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:57:18,059 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:57:18,059 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4867abad7d312af79c7778bb5c6bf7d, disabling compactions & flushes 2024-11-13T18:57:18,059 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:18,059 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(1325): Online Regions={e4867abad7d312af79c7778bb5c6bf7d=testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:57:18,059 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:18,059 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4867abad7d312af79c7778bb5c6bf7d 2024-11-13T18:57:18,059 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:18,059 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. after waiting 0 ms 2024-11-13T18:57:18,059 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:18,059 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:18,059 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:18,059 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:18,059 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:18,059 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:57:18,064 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/e4867abad7d312af79c7778bb5c6bf7d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:57:18,064 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/default/testClearRegionBlockCache/ce07ec05e6150dc00f97da6a5ee62d52/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:57:18,064 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:18,064 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:18,064 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce07ec05e6150dc00f97da6a5ee62d52: Waiting for close lock at 1731524238058Running coprocessor pre-close hooks at 1731524238058Disabling compacts and flushes for region at 1731524238058Disabling writes for close at 1731524238059 (+1 ms)Writing region close event to WAL at 1731524238059Running coprocessor post-close hooks at 1731524238064 (+5 ms)Closed at 1731524238064 2024-11-13T18:57:18,064 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4867abad7d312af79c7778bb5c6bf7d: Waiting for close lock at 1731524238059Running coprocessor pre-close hooks at 1731524238059Disabling compacts and flushes for region at 1731524238059Disabling writes for close at 1731524238059Writing region close event to WAL at 1731524238060 (+1 ms)Running coprocessor post-close hooks at 1731524238064 (+4 ms)Closed at 1731524238064 2024-11-13T18:57:18,064 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731524237258.ce07ec05e6150dc00f97da6a5ee62d52. 2024-11-13T18:57:18,065 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d. 2024-11-13T18:57:18,076 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/.tmp/info/66a48f34ad754688bf8063ffc5268f3e is 173, key is testClearRegionBlockCache,5,1731524237258.e4867abad7d312af79c7778bb5c6bf7d./info:regioninfo/1731524237671/Put/seqid=0 2024-11-13T18:57:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:18,086 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/.tmp/info/66a48f34ad754688bf8063ffc5268f3e 2024-11-13T18:57:18,111 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/.tmp/ns/a6be1b692c754f78b0503b15435e3edb is 43, key is default/ns:d/1731524237161/Put/seqid=0 2024-11-13T18:57:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:18,118 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/.tmp/ns/a6be1b692c754f78b0503b15435e3edb 2024-11-13T18:57:18,124 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:18,132 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:18,141 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/.tmp/table/8eec08332b224ef997473888163417f2 is 61, key is testClearRegionBlockCache/table:state/1731524237700/Put/seqid=0 2024-11-13T18:57:18,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:18,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:18,148 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/.tmp/table/8eec08332b224ef997473888163417f2 2024-11-13T18:57:18,156 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/.tmp/info/66a48f34ad754688bf8063ffc5268f3e as hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/info/66a48f34ad754688bf8063ffc5268f3e 2024-11-13T18:57:18,163 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/info/66a48f34ad754688bf8063ffc5268f3e, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:57:18,165 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/.tmp/ns/a6be1b692c754f78b0503b15435e3edb as hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/ns/a6be1b692c754f78b0503b15435e3edb 2024-11-13T18:57:18,173 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/ns/a6be1b692c754f78b0503b15435e3edb, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:57:18,175 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/.tmp/table/8eec08332b224ef997473888163417f2 as hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/table/8eec08332b224ef997473888163417f2 2024-11-13T18:57:18,183 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/table/8eec08332b224ef997473888163417f2, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:57:18,185 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=13, compaction requested=false 2024-11-13T18:57:18,192 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:57:18,192 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:18,192 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:18,193 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524238059Running coprocessor pre-close hooks at 1731524238059Disabling compacts and flushes for region at 1731524238059Disabling writes for close at 1731524238059Obtaining lock to block concurrent updates at 1731524238059Preparing flush snapshotting stores in 1588230740 at 1731524238059Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731524238060 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524238061 (+1 ms)Flushing 1588230740/info: creating writer at 1731524238061Flushing 1588230740/info: appending metadata at 1731524238076 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731524238076Flushing 1588230740/ns: creating writer at 1731524238094 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731524238111 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731524238111Flushing 1588230740/table: creating writer at 1731524238125 (+14 ms)Flushing 1588230740/table: appending metadata at 1731524238141 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731524238141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7acc03bf: reopening flushed file at 1731524238155 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f16c18: reopening flushed file at 1731524238164 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3b9823: reopening flushed file at 1731524238173 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=13, compaction requested=false at 1731524238185 (+12 ms)Writing region close event to WAL at 1731524238187 (+2 ms)Running coprocessor post-close hooks at 1731524238192 (+5 ms)Closed at 1731524238192 2024-11-13T18:57:18,193 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:18,259 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,44047,1731524235962; all regions closed. 2024-11-13T18:57:18,259 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,41387,1731524236008; all regions closed. 2024-11-13T18:57:18,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:57:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:57:18,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:18,264 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/oldWALs 2024-11-13T18:57:18,264 INFO [RS:0;e4b56bc8c4b3:44047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C44047%2C1731524235962:(num 1731524236676) 2024-11-13T18:57:18,264 DEBUG [RS:0;e4b56bc8c4b3:44047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:18,264 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/oldWALs 2024-11-13T18:57:18,264 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:18,264 INFO [RS:1;e4b56bc8c4b3:41387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C41387%2C1731524236008.meta:.meta(num 1731524237071) 2024-11-13T18:57:18,264 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:18,264 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:18,265 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:18,265 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:18,265 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:18,265 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:18,265 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:18,265 INFO [RS:0;e4b56bc8c4b3:44047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44047 2024-11-13T18:57:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:57:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:57:18,269 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/oldWALs 2024-11-13T18:57:18,269 INFO [RS:1;e4b56bc8c4b3:41387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C41387%2C1731524236008:(num 1731524236669) 2024-11-13T18:57:18,269 DEBUG [RS:1;e4b56bc8c4b3:41387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:18,269 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:18,269 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:18,269 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:18,270 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:18,270 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:18,270 INFO [RS:1;e4b56bc8c4b3:41387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41387 2024-11-13T18:57:18,274 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,44047,1731524235962 2024-11-13T18:57:18,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:18,275 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,41387,1731524236008 2024-11-13T18:57:18,283 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:18,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,44047,1731524235962] 2024-11-13T18:57:18,308 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,44047,1731524235962 already deleted, retry=false 2024-11-13T18:57:18,308 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,44047,1731524235962 expired; onlineServers=1 2024-11-13T18:57:18,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,41387,1731524236008] 2024-11-13T18:57:18,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,41387,1731524236008 already deleted, retry=false 2024-11-13T18:57:18,316 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,41387,1731524236008 expired; onlineServers=0 2024-11-13T18:57:18,316 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,37051,1731524235802' ***** 2024-11-13T18:57:18,316 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:57:18,316 INFO [M:0;e4b56bc8c4b3:37051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:18,316 INFO [M:0;e4b56bc8c4b3:37051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:18,316 DEBUG [M:0;e4b56bc8c4b3:37051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:57:18,316 DEBUG [M:0;e4b56bc8c4b3:37051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:57:18,316 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524236367 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524236367,5,FailOnTimeoutGroup] 2024-11-13T18:57:18,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:57:18,317 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524236362 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524236362,5,FailOnTimeoutGroup] 2024-11-13T18:57:18,317 INFO [M:0;e4b56bc8c4b3:37051 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:18,317 INFO [M:0;e4b56bc8c4b3:37051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:18,317 DEBUG [M:0;e4b56bc8c4b3:37051 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:57:18,317 INFO [M:0;e4b56bc8c4b3:37051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:57:18,317 INFO [M:0;e4b56bc8c4b3:37051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:18,317 INFO [M:0;e4b56bc8c4b3:37051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:57:18,318 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:57:18,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:18,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:18,324 DEBUG [M:0;e4b56bc8c4b3:37051 {}] zookeeper.ZKUtil(347): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:57:18,324 WARN [M:0;e4b56bc8c4b3:37051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:57:18,325 INFO [M:0;e4b56bc8c4b3:37051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/.lastflushedseqids 2024-11-13T18:57:18,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741844_1020 (size=182) 2024-11-13T18:57:18,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741844_1020 (size=182) 2024-11-13T18:57:18,391 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:18,391 INFO [RS:0;e4b56bc8c4b3:44047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:18,391 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10136d8b47c0001, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:18,391 INFO [RS:0;e4b56bc8c4b3:44047 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,44047,1731524235962; zookeeper connection closed. 2024-11-13T18:57:18,392 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7913e3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7913e3c 2024-11-13T18:57:18,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:18,400 INFO [RS:1;e4b56bc8c4b3:41387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:18,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10136d8b47c0002, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:18,400 INFO [RS:1;e4b56bc8c4b3:41387 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,41387,1731524236008; zookeeper connection closed. 2024-11-13T18:57:18,400 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e5e4c4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e5e4c4c 2024-11-13T18:57:18,400 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:57:18,733 INFO [M:0;e4b56bc8c4b3:37051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:57:18,734 INFO [M:0;e4b56bc8c4b3:37051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:57:18,734 DEBUG [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:18,734 INFO [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:18,734 DEBUG [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:18,734 DEBUG [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:18,734 DEBUG [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:18,734 INFO [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-13T18:57:18,782 DEBUG [M:0;e4b56bc8c4b3:37051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4d2014fb61e42bfa14ffb84975f06fc is 82, key is hbase:meta,,1/info:regioninfo/1731524237118/Put/seqid=0 2024-11-13T18:57:18,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:18,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:18,790 INFO [M:0;e4b56bc8c4b3:37051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4d2014fb61e42bfa14ffb84975f06fc 2024-11-13T18:57:18,819 DEBUG [M:0;e4b56bc8c4b3:37051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dcb66924c904b218928e3659ad26a5d is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524237709/Put/seqid=0 2024-11-13T18:57:18,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741846_1022 (size=6220) 2024-11-13T18:57:18,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741846_1022 (size=6220) 2024-11-13T18:57:18,828 INFO [M:0;e4b56bc8c4b3:37051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dcb66924c904b218928e3659ad26a5d 2024-11-13T18:57:18,849 DEBUG [M:0;e4b56bc8c4b3:37051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cdc2a52002f4e60bc531870e9d4683d is 69, key is e4b56bc8c4b3,41387,1731524236008/rs:state/1731524236475/Put/seqid=0 2024-11-13T18:57:18,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:18,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:18,855 INFO [M:0;e4b56bc8c4b3:37051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cdc2a52002f4e60bc531870e9d4683d 2024-11-13T18:57:18,863 DEBUG [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4d2014fb61e42bfa14ffb84975f06fc as hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4d2014fb61e42bfa14ffb84975f06fc 2024-11-13T18:57:18,869 INFO [M:0;e4b56bc8c4b3:37051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4d2014fb61e42bfa14ffb84975f06fc, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:57:18,871 DEBUG [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dcb66924c904b218928e3659ad26a5d as hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dcb66924c904b218928e3659ad26a5d 2024-11-13T18:57:18,877 INFO [M:0;e4b56bc8c4b3:37051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dcb66924c904b218928e3659ad26a5d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:57:18,879 DEBUG [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cdc2a52002f4e60bc531870e9d4683d as hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cdc2a52002f4e60bc531870e9d4683d 2024-11-13T18:57:18,884 INFO [M:0;e4b56bc8c4b3:37051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41813/user/jenkins/test-data/7651741d-d9cc-d16d-a38a-ee6b1b4b28dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cdc2a52002f4e60bc531870e9d4683d, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:57:18,886 INFO [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=71, compaction requested=false 2024-11-13T18:57:18,891 INFO [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:18,891 DEBUG [M:0;e4b56bc8c4b3:37051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524238734Disabling compacts and flushes for region at 1731524238734Disabling writes for close at 1731524238734Obtaining lock to block concurrent updates at 1731524238734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524238734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731524238735 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524238735Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524238735Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524238781 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524238781Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524238797 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524238819 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524238819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524238835 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524238848 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524238849 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a92161a: reopening flushed file at 1731524238862 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4040f655: reopening flushed file at 1731524238870 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da4581d: reopening flushed file at 1731524238878 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=71, compaction requested=false at 1731524238886 (+8 ms)Writing region close event to WAL at 1731524238891 (+5 ms)Closed at 1731524238891 2024-11-13T18:57:18,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741830_1006 (size=35452) 2024-11-13T18:57:18,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741830_1006 (size=35452) 2024-11-13T18:57:18,894 INFO [M:0;e4b56bc8c4b3:37051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:57:18,894 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:18,894 INFO [M:0;e4b56bc8c4b3:37051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37051 2024-11-13T18:57:18,894 INFO [M:0;e4b56bc8c4b3:37051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:19,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:19,023 INFO [M:0;e4b56bc8c4b3:37051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:19,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37051-0x10136d8b47c0000, quorum=127.0.0.1:63750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:19,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@339445a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:19,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a1bb5cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:19,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:19,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21fc43f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:19,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56df466e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:19,028 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:19,028 WARN [BP-1508039597-172.17.0.2-1731524234452 heartbeating to localhost/127.0.0.1:41813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:19,029 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:19,029 WARN [BP-1508039597-172.17.0.2-1731524234452 heartbeating to localhost/127.0.0.1:41813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1508039597-172.17.0.2-1731524234452 (Datanode Uuid 3f642a02-dff1-4c6f-be34-1efdc498448f) service to localhost/127.0.0.1:41813 2024-11-13T18:57:19,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c/data/data3/current/BP-1508039597-172.17.0.2-1731524234452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:19,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c/data/data4/current/BP-1508039597-172.17.0.2-1731524234452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:19,030 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:19,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2292d6c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:19,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62a9d51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:19,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:19,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20910b30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:19,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e37ee7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:19,068 WARN [BP-1508039597-172.17.0.2-1731524234452 heartbeating to localhost/127.0.0.1:41813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:19,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:19,069 WARN [BP-1508039597-172.17.0.2-1731524234452 heartbeating to localhost/127.0.0.1:41813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1508039597-172.17.0.2-1731524234452 (Datanode Uuid 6513a34d-9286-4b5f-bd86-68625ddeca19) service to localhost/127.0.0.1:41813 2024-11-13T18:57:19,069 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:19,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c/data/data1/current/BP-1508039597-172.17.0.2-1731524234452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:19,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/cluster_4ed28112-0978-eb77-9366-d758044bcb1c/data/data2/current/BP-1508039597-172.17.0.2-1731524234452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:19,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:19,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a1cac13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:19,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b165b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:19,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:19,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15e34019{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:19,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a86abe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:19,083 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:57:19,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:57:19,107 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=130 (was 111) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:41813 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:41813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:41813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:41813 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=472 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 152) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3067 (was 3465) 2024-11-13T18:57:19,114 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=130, OpenFileDescriptor=472, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=3067 2024-11-13T18:57:19,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.log.dir so I do NOT create it in target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8 2024-11-13T18:57:19,125 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:57:19,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.tmp.dir so I do NOT create it in target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8 2024-11-13T18:57:19,125 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c83578b3-fecd-4a3e-2ab8-7887e4d69dc4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:57:19,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8 2024-11-13T18:57:19,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:57:19,126 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9, deleteOnExit=true 2024-11-13T18:57:19,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:57:19,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/test.cache.data in system properties and HBase conf 2024-11-13T18:57:19,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:57:19,127 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:57:19,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:57:19,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:57:19,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:19,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:57:19,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:57:19,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:19,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:19,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:19,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:19,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:57:19,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:19,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26aa97d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:19,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d51c600{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:19,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8700f4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/java.io.tmpdir/jetty-localhost-41087-hadoop-hdfs-3_4_1-tests_jar-_-any-12610444920333136515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:19,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783ccf13{HTTP/1.1, (http/1.1)}{localhost:41087} 2024-11-13T18:57:19,611 INFO [Time-limited test {}] server.Server(415): Started @21982ms 2024-11-13T18:57:19,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:19,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:19,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:19,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:19,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:57:19,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5478c3b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:19,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ddc04c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:19,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16f14156{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/java.io.tmpdir/jetty-localhost-40247-hadoop-hdfs-3_4_1-tests_jar-_-any-5817270171744540040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:19,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ebd62c{HTTP/1.1, (http/1.1)}{localhost:40247} 2024-11-13T18:57:19,961 INFO [Time-limited test {}] server.Server(415): Started @22332ms 2024-11-13T18:57:19,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:19,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:19,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:19,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:19,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:19,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:57:19,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c0f8d8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:19,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5b58e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:20,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41d0b14a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/java.io.tmpdir/jetty-localhost-46539-hadoop-hdfs-3_4_1-tests_jar-_-any-1571717775826835078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:20,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73a986b5{HTTP/1.1, (http/1.1)}{localhost:46539} 2024-11-13T18:57:20,088 INFO [Time-limited test {}] server.Server(415): Started @22458ms 2024-11-13T18:57:20,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:20,584 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9/data/data2/current/BP-691466885-172.17.0.2-1731524239143/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:20,584 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9/data/data1/current/BP-691466885-172.17.0.2-1731524239143/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:20,613 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:20,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf269637742c90e00 with lease ID 0x5f079be435c56673: Processing first storage report for DS-87fdebb0-ceca-4bf7-b424-fb7bc5b390cd from datanode DatanodeRegistration(127.0.0.1:41347, datanodeUuid=586123c7-dd2d-49e3-9204-3c9d46b43d2a, infoPort=36893, infoSecurePort=0, ipcPort=40617, storageInfo=lv=-57;cid=testClusterID;nsid=1501866256;c=1731524239143) 2024-11-13T18:57:20,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf269637742c90e00 with lease ID 0x5f079be435c56673: from storage DS-87fdebb0-ceca-4bf7-b424-fb7bc5b390cd node DatanodeRegistration(127.0.0.1:41347, datanodeUuid=586123c7-dd2d-49e3-9204-3c9d46b43d2a, infoPort=36893, infoSecurePort=0, ipcPort=40617, storageInfo=lv=-57;cid=testClusterID;nsid=1501866256;c=1731524239143), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:20,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf269637742c90e00 with lease ID 0x5f079be435c56673: Processing first storage report for DS-2186cb9a-75db-4404-9922-d41eb7a146bf from datanode DatanodeRegistration(127.0.0.1:41347, datanodeUuid=586123c7-dd2d-49e3-9204-3c9d46b43d2a, infoPort=36893, infoSecurePort=0, ipcPort=40617, storageInfo=lv=-57;cid=testClusterID;nsid=1501866256;c=1731524239143) 2024-11-13T18:57:20,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf269637742c90e00 with lease ID 0x5f079be435c56673: from storage DS-2186cb9a-75db-4404-9922-d41eb7a146bf node DatanodeRegistration(127.0.0.1:41347, datanodeUuid=586123c7-dd2d-49e3-9204-3c9d46b43d2a, infoPort=36893, infoSecurePort=0, ipcPort=40617, storageInfo=lv=-57;cid=testClusterID;nsid=1501866256;c=1731524239143), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:20,670 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9/data/data3/current/BP-691466885-172.17.0.2-1731524239143/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:20,670 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9/data/data4/current/BP-691466885-172.17.0.2-1731524239143/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:20,692 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:20,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x114c31ec2ee93034 with lease ID 0x5f079be435c56674: Processing first storage report for DS-7acfca9a-c5c9-4c63-86e6-66b154f21832 from datanode DatanodeRegistration(127.0.0.1:45971, datanodeUuid=a7910ab4-91bc-41b6-913c-f8e7c78e11ee, infoPort=42341, infoSecurePort=0, ipcPort=34653, storageInfo=lv=-57;cid=testClusterID;nsid=1501866256;c=1731524239143) 2024-11-13T18:57:20,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x114c31ec2ee93034 with lease ID 0x5f079be435c56674: from storage DS-7acfca9a-c5c9-4c63-86e6-66b154f21832 node DatanodeRegistration(127.0.0.1:45971, datanodeUuid=a7910ab4-91bc-41b6-913c-f8e7c78e11ee, infoPort=42341, infoSecurePort=0, ipcPort=34653, storageInfo=lv=-57;cid=testClusterID;nsid=1501866256;c=1731524239143), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:20,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x114c31ec2ee93034 with lease ID 0x5f079be435c56674: Processing first storage report for DS-2cf994fb-6f47-4007-8e55-6a12bdc92be2 from datanode DatanodeRegistration(127.0.0.1:45971, datanodeUuid=a7910ab4-91bc-41b6-913c-f8e7c78e11ee, infoPort=42341, infoSecurePort=0, ipcPort=34653, storageInfo=lv=-57;cid=testClusterID;nsid=1501866256;c=1731524239143) 2024-11-13T18:57:20,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x114c31ec2ee93034 with lease ID 0x5f079be435c56674: from storage DS-2cf994fb-6f47-4007-8e55-6a12bdc92be2 node DatanodeRegistration(127.0.0.1:45971, datanodeUuid=a7910ab4-91bc-41b6-913c-f8e7c78e11ee, infoPort=42341, infoSecurePort=0, ipcPort=34653, storageInfo=lv=-57;cid=testClusterID;nsid=1501866256;c=1731524239143), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:20,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8 2024-11-13T18:57:20,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9/zookeeper_0, clientPort=57559, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:57:20,719 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57559 2024-11-13T18:57:20,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:20,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:20,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:20,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:20,731 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5 with version=8 2024-11-13T18:57:20,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/hbase-staging 2024-11-13T18:57:20,732 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:20,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:20,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:20,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:20,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:20,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:20,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:57:20,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:20,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43443 2024-11-13T18:57:20,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43443 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-13T18:57:20,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434430x0, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:20,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43443-0x10136d8c7c20000 connected 2024-11-13T18:57:20,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:20,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:20,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:20,916 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5, hbase.cluster.distributed=false 2024-11-13T18:57:20,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:20,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43443 2024-11-13T18:57:20,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43443 2024-11-13T18:57:20,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43443 2024-11-13T18:57:20,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43443 2024-11-13T18:57:20,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43443 2024-11-13T18:57:20,938 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:20,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:20,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:20,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:20,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:20,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:20,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:20,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:20,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42093 2024-11-13T18:57:20,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42093 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-13T18:57:20,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:20,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:20,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420930x0, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:20,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420930x0, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:20,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42093-0x10136d8c7c20001 connected 2024-11-13T18:57:20,953 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:20,960 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:57:20,966 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:57:20,971 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:57:20,975 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:57:20,977 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:20,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:20,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:20,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42093 2024-11-13T18:57:20,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42093 2024-11-13T18:57:20,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42093 2024-11-13T18:57:20,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42093 2024-11-13T18:57:20,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42093 2024-11-13T18:57:20,998 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:20,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:20,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:20,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:20,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:20,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:20,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:20,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:20,999 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43379 2024-11-13T18:57:21,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43379 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-13T18:57:21,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:21,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:21,010 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433790x0, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:21,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433790x0, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:21,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43379-0x10136d8c7c20002 connected 2024-11-13T18:57:21,011 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:21,014 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:57:21,020 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:57:21,021 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:57:21,024 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:57:21,025 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:21,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:21,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:21,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-13T18:57:21,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43379 2024-11-13T18:57:21,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43379 2024-11-13T18:57:21,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-13T18:57:21,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-13T18:57:21,039 DEBUG [M:0;e4b56bc8c4b3:43443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:43443 2024-11-13T18:57:21,040 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e4b56bc8c4b3,43443,1731524240732 2024-11-13T18:57:21,050 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:21,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:21,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:21,051 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e4b56bc8c4b3,43443,1731524240732 2024-11-13T18:57:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:21,060 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:21,060 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,061 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:57:21,061 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e4b56bc8c4b3,43443,1731524240732 from backup master directory 2024-11-13T18:57:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:21,068 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e4b56bc8c4b3,43443,1731524240732 2024-11-13T18:57:21,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:21,069 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:21,069 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,43443,1731524240732 2024-11-13T18:57:21,073 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/hbase.id] with ID: 7e3f880e-8a2f-452b-85ad-80fa569711fa 2024-11-13T18:57:21,073 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/.tmp/hbase.id 2024-11-13T18:57:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:21,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:21,081 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/.tmp/hbase.id]:[hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/hbase.id] 2024-11-13T18:57:21,095 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:21,095 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:57:21,097 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:57:21,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,102 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:21,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:21,118 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:21,119 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:57:21,119 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:21,133 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store 2024-11-13T18:57:21,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:21,145 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:21,145 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:21,145 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:21,145 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:21,145 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:21,145 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:21,145 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:21,146 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524241145Disabling compacts and flushes for region at 1731524241145Disabling writes for close at 1731524241145Writing region close event to WAL at 1731524241145Closed at 1731524241145 2024-11-13T18:57:21,147 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/.initializing 2024-11-13T18:57:21,147 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/WALs/e4b56bc8c4b3,43443,1731524240732 2024-11-13T18:57:21,148 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:21,150 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C43443%2C1731524240732, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/WALs/e4b56bc8c4b3,43443,1731524240732, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/oldWALs, maxLogs=10 2024-11-13T18:57:21,169 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/WALs/e4b56bc8c4b3,43443,1731524240732/e4b56bc8c4b3%2C43443%2C1731524240732.1731524241150, exclude list is [], retry=0 2024-11-13T18:57:21,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45971,DS-7acfca9a-c5c9-4c63-86e6-66b154f21832,DISK] 2024-11-13T18:57:21,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41347,DS-87fdebb0-ceca-4bf7-b424-fb7bc5b390cd,DISK] 2024-11-13T18:57:21,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/WALs/e4b56bc8c4b3,43443,1731524240732/e4b56bc8c4b3%2C43443%2C1731524240732.1731524241150 2024-11-13T18:57:21,177 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42341:42341),(127.0.0.1/127.0.0.1:36893:36893)] 2024-11-13T18:57:21,177 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:21,178 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:21,178 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,178 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:57:21,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:21,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:21,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:57:21,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:21,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:21,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:57:21,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:21,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:21,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:57:21,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:21,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:21,191 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,192 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,192 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,193 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,193 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,194 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:21,196 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:21,198 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:21,199 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61297139, jitterRate=-0.08660145103931427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:21,200 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524241178Initializing all the Stores at 1731524241179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524241179Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524241181 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524241181Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524241181Cleaning up temporary data from old regions at 1731524241193 (+12 ms)Region opened successfully at 1731524241199 (+6 ms) 2024-11-13T18:57:21,203 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:57:21,209 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ed1caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:21,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:57:21,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:57:21,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:57:21,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:57:21,212 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T18:57:21,213 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:57:21,213 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:57:21,215 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:57:21,216 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:57:21,227 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:57:21,227 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:57:21,228 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:57:21,235 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:57:21,236 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:57:21,237 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:57:21,243 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:57:21,244 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:57:21,252 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:57:21,254 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:57:21,260 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:57:21,268 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:21,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:21,269 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,269 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,43443,1731524240732, sessionid=0x10136d8c7c20000, setting cluster-up flag (Was=false) 2024-11-13T18:57:21,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,286 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,310 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:57:21,312 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,43443,1731524240732 2024-11-13T18:57:21,327 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,352 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:57:21,353 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,43443,1731524240732 2024-11-13T18:57:21,355 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:57:21,357 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:21,357 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:57:21,357 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:57:21,357 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,43443,1731524240732 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:57:21,359 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:21,359 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:21,359 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:21,359 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:21,359 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:57:21,359 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,359 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:21,359 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524271360 2024-11-13T18:57:21,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:57:21,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:57:21,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:57:21,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:57:21,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:57:21,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:57:21,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:21,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:57:21,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:57:21,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:57:21,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:57:21,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:57:21,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:57:21,361 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524241361,5,FailOnTimeoutGroup] 2024-11-13T18:57:21,361 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:21,361 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524241361,5,FailOnTimeoutGroup] 2024-11-13T18:57:21,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,362 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:57:21,362 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,362 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:57:21,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:21,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:21,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:57:21,374 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5 2024-11-13T18:57:21,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:57:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:57:21,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:21,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:21,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:21,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:21,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:21,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:21,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:21,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:21,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:21,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:21,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:21,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:21,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:21,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:21,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:21,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:21,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:21,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:21,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740 2024-11-13T18:57:21,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740 2024-11-13T18:57:21,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:21,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:21,398 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:21,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:21,401 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:21,402 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74262259, jitterRate=0.10659389197826385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:21,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524241384Initializing all the Stores at 1731524241385 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524241385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524241386 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524241386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524241386Cleaning up temporary data from old regions at 1731524241397 (+11 ms)Region opened successfully at 1731524241402 (+5 ms) 2024-11-13T18:57:21,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:21,403 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:21,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:21,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:21,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:21,403 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:21,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524241403Disabling compacts and flushes for region at 1731524241403Disabling writes for close at 1731524241403Writing region close event to WAL at 1731524241403Closed at 1731524241403 2024-11-13T18:57:21,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:21,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:57:21,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:57:21,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:21,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:57:21,430 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(746): ClusterId : 7e3f880e-8a2f-452b-85ad-80fa569711fa 2024-11-13T18:57:21,430 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:21,430 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(746): ClusterId : 7e3f880e-8a2f-452b-85ad-80fa569711fa 2024-11-13T18:57:21,430 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:21,436 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:21,436 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:21,436 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:21,436 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:21,452 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:21,453 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:21,453 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492b0cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:21,453 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa276dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:21,464 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:42093 2024-11-13T18:57:21,464 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e4b56bc8c4b3:43379 2024-11-13T18:57:21,464 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:21,464 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:21,464 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:21,464 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:21,464 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:21,464 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:21,465 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,43443,1731524240732 with port=42093, startcode=1731524240938 2024-11-13T18:57:21,465 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,43443,1731524240732 with port=43379, startcode=1731524240997 2024-11-13T18:57:21,465 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:21,465 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:21,467 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:21,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,43379,1731524240997 2024-11-13T18:57:21,467 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:21,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43443 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,43379,1731524240997 2024-11-13T18:57:21,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:21,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43443 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:21,469 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5 2024-11-13T18:57:21,469 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39153 2024-11-13T18:57:21,469 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:21,471 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5 2024-11-13T18:57:21,471 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39153 2024-11-13T18:57:21,471 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:21,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:21,511 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] zookeeper.ZKUtil(111): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,43379,1731524240997 2024-11-13T18:57:21,511 WARN [RS:1;e4b56bc8c4b3:43379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:21,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,43379,1731524240997] 2024-11-13T18:57:21,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,42093,1731524240938] 2024-11-13T18:57:21,511 INFO [RS:1;e4b56bc8c4b3:43379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:21,511 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/WALs/e4b56bc8c4b3,43379,1731524240997 2024-11-13T18:57:21,511 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] zookeeper.ZKUtil(111): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:21,511 WARN [RS:0;e4b56bc8c4b3:42093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:21,512 INFO [RS:0;e4b56bc8c4b3:42093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:21,512 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/WALs/e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:21,515 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:21,515 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:21,517 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:21,518 INFO [RS:1;e4b56bc8c4b3:43379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:21,518 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:21,518 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,521 INFO [RS:0;e4b56bc8c4b3:42093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:21,521 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:21,521 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,522 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:21,522 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:21,522 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,523 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,523 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,523 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,523 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,523 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,523 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:21,523 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,523 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,523 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,523 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,523 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,524 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,524 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:21,524 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:21,524 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:21,524 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,524 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,524 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,524 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,524 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,524 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,524 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:21,524 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,525 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,525 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,525 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,525 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,525 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:21,525 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:21,525 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:21,529 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,529 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,529 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,529 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,529 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,530 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43379,1731524240997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:21,530 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,531 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,531 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,531 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,531 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,531 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,42093,1731524240938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:21,551 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:21,551 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:21,551 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43379,1731524240997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,551 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,42093,1731524240938-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,551 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,551 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,551 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.Replication(171): e4b56bc8c4b3,42093,1731524240938 started 2024-11-13T18:57:21,551 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.Replication(171): e4b56bc8c4b3,43379,1731524240997 started 2024-11-13T18:57:21,558 WARN [e4b56bc8c4b3:43443 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:57:21,568 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,568 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,43379,1731524240997, RpcServer on e4b56bc8c4b3/172.17.0.2:43379, sessionid=0x10136d8c7c20002 2024-11-13T18:57:21,568 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:21,568 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,43379,1731524240997 2024-11-13T18:57:21,568 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,43379,1731524240997' 2024-11-13T18:57:21,568 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:21,569 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:21,569 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:21,569 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:21,570 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,43379,1731524240997 2024-11-13T18:57:21,570 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,43379,1731524240997' 2024-11-13T18:57:21,570 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:21,570 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:21,570 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:21,570 INFO [RS:1;e4b56bc8c4b3:43379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:21,570 INFO [RS:1;e4b56bc8c4b3:43379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:21,571 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:21,572 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,42093,1731524240938, RpcServer on e4b56bc8c4b3/172.17.0.2:42093, sessionid=0x10136d8c7c20001 2024-11-13T18:57:21,572 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:21,572 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:21,572 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,42093,1731524240938' 2024-11-13T18:57:21,572 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:21,572 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:21,573 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:21,573 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:21,573 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:21,573 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,42093,1731524240938' 2024-11-13T18:57:21,573 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:21,573 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:21,574 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:21,574 INFO [RS:0;e4b56bc8c4b3:42093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:21,574 INFO [RS:0;e4b56bc8c4b3:42093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:21,671 INFO [RS:1;e4b56bc8c4b3:43379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:21,674 INFO [RS:1;e4b56bc8c4b3:43379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C43379%2C1731524240997, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/WALs/e4b56bc8c4b3,43379,1731524240997, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/oldWALs, maxLogs=32 2024-11-13T18:57:21,674 INFO [RS:0;e4b56bc8c4b3:42093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:21,677 INFO [RS:0;e4b56bc8c4b3:42093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C42093%2C1731524240938, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/WALs/e4b56bc8c4b3,42093,1731524240938, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/oldWALs, maxLogs=32 2024-11-13T18:57:21,688 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/WALs/e4b56bc8c4b3,43379,1731524240997/e4b56bc8c4b3%2C43379%2C1731524240997.1731524241675, exclude list is [], retry=0 2024-11-13T18:57:21,689 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/WALs/e4b56bc8c4b3,42093,1731524240938/e4b56bc8c4b3%2C42093%2C1731524240938.1731524241677, exclude list is [], retry=0 2024-11-13T18:57:21,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41347,DS-87fdebb0-ceca-4bf7-b424-fb7bc5b390cd,DISK] 2024-11-13T18:57:21,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45971,DS-7acfca9a-c5c9-4c63-86e6-66b154f21832,DISK] 2024-11-13T18:57:21,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45971,DS-7acfca9a-c5c9-4c63-86e6-66b154f21832,DISK] 2024-11-13T18:57:21,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41347,DS-87fdebb0-ceca-4bf7-b424-fb7bc5b390cd,DISK] 2024-11-13T18:57:21,697 INFO [RS:1;e4b56bc8c4b3:43379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/WALs/e4b56bc8c4b3,43379,1731524240997/e4b56bc8c4b3%2C43379%2C1731524240997.1731524241675 2024-11-13T18:57:21,697 INFO [RS:0;e4b56bc8c4b3:42093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/WALs/e4b56bc8c4b3,42093,1731524240938/e4b56bc8c4b3%2C42093%2C1731524240938.1731524241677 2024-11-13T18:57:21,697 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42341:42341),(127.0.0.1/127.0.0.1:36893:36893)] 2024-11-13T18:57:21,702 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36893:36893),(127.0.0.1/127.0.0.1:42341:42341)] 2024-11-13T18:57:21,808 DEBUG [e4b56bc8c4b3:43443 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:57:21,809 DEBUG [e4b56bc8c4b3:43443 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:21,811 DEBUG [e4b56bc8c4b3:43443 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:21,811 DEBUG [e4b56bc8c4b3:43443 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:21,811 DEBUG [e4b56bc8c4b3:43443 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:21,811 DEBUG [e4b56bc8c4b3:43443 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:21,811 INFO [e4b56bc8c4b3:43443 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:21,811 INFO [e4b56bc8c4b3:43443 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:21,811 DEBUG [e4b56bc8c4b3:43443 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:21,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:21,813 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,42093,1731524240938, state=OPENING 2024-11-13T18:57:21,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:57:21,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,835 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:21,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:21,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:21,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:21,836 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:21,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,42093,1731524240938}] 2024-11-13T18:57:21,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:21,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:22,001 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:57:22,002 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:22,003 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:57:22,005 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C42093%2C1731524240938.meta, suffix=.meta, logDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/WALs/e4b56bc8c4b3,42093,1731524240938, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/oldWALs, maxLogs=32 2024-11-13T18:57:22,029 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/WALs/e4b56bc8c4b3,42093,1731524240938/e4b56bc8c4b3%2C42093%2C1731524240938.meta.1731524242006.meta, exclude list is [], retry=0 2024-11-13T18:57:22,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45971,DS-7acfca9a-c5c9-4c63-86e6-66b154f21832,DISK] 2024-11-13T18:57:22,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41347,DS-87fdebb0-ceca-4bf7-b424-fb7bc5b390cd,DISK] 2024-11-13T18:57:22,035 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/WALs/e4b56bc8c4b3,42093,1731524240938/e4b56bc8c4b3%2C42093%2C1731524240938.meta.1731524242006.meta 2024-11-13T18:57:22,047 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42341:42341),(127.0.0.1/127.0.0.1:36893:36893)] 2024-11-13T18:57:22,047 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:22,047 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:57:22,047 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:57:22,048 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:57:22,048 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:57:22,048 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:22,048 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:57:22,048 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:57:22,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:22,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:22,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:22,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:22,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:22,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:22,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:22,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:22,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:22,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:22,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:22,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:22,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:22,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:22,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:22,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:22,059 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:22,059 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740 2024-11-13T18:57:22,061 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740 2024-11-13T18:57:22,062 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:22,062 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:22,063 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:22,064 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:22,065 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63585035, jitterRate=-0.05250914394855499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:22,065 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:57:22,066 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524242048Writing region info on filesystem at 1731524242048Initializing all the Stores at 1731524242049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524242049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524242051 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524242051Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524242051Cleaning up temporary data from old regions at 1731524242062 (+11 ms)Running coprocessor post-open hooks at 1731524242065 (+3 ms)Region opened successfully at 1731524242066 (+1 ms) 2024-11-13T18:57:22,067 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524241989 2024-11-13T18:57:22,070 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:57:22,070 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:57:22,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:22,073 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,42093,1731524240938, state=OPEN 2024-11-13T18:57:22,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:22,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:22,086 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:22,087 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:22,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:22,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:22,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:22,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:57:22,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,42093,1731524240938 in 251 msec 2024-11-13T18:57:22,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:57:22,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 688 msec 2024-11-13T18:57:22,097 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:22,097 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:57:22,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:22,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,42093,1731524240938, seqNum=-1] 2024-11-13T18:57:22,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:22,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:22,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 754 msec 2024-11-13T18:57:22,112 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524242112, completionTime=-1 2024-11-13T18:57:22,113 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:57:22,113 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:57:22,115 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:57:22,116 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524302115 2024-11-13T18:57:22,116 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524362116 2024-11-13T18:57:22,116 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T18:57:22,116 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T18:57:22,117 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43443,1731524240732-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:22,117 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43443,1731524240732-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:22,117 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43443,1731524240732-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:22,117 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:43443, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:22,117 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:22,121 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:22,121 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:57:22,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.057sec 2024-11-13T18:57:22,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:57:22,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:57:22,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:57:22,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:57:22,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:57:22,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43443,1731524240732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:22,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43443,1731524240732-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:57:22,129 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:57:22,129 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:57:22,129 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43443,1731524240732-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:22,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648754ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:22,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43443,-1 for getting cluster id 2024-11-13T18:57:22,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:57:22,133 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e3f880e-8a2f-452b-85ad-80fa569711fa' 2024-11-13T18:57:22,133 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:57:22,133 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e3f880e-8a2f-452b-85ad-80fa569711fa" 2024-11-13T18:57:22,134 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bd0b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:22,134 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43443,-1] 2024-11-13T18:57:22,134 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:57:22,134 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:22,135 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:57:22,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5591ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:22,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:22,138 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,42093,1731524240938, seqNum=-1] 2024-11-13T18:57:22,139 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:22,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:22,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,43443,1731524240732 2024-11-13T18:57:22,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:57:22,147 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43443,1731524240732 2024-11-13T18:57:22,147 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41d36218 2024-11-13T18:57:22,148 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:57:22,149 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:57:22,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43443 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43443 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:57:22,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:57:22,154 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:22,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43443 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:57:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:22,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:57:22,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:22,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:22,180 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12f39fe14e8625c042c058014419f752, NAME => 'testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5 2024-11-13T18:57:22,183 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 18124f993908f99284fd8fe719aed3d5, NAME => 'testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5 2024-11-13T18:57:22,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:22,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:22,209 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:22,209 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 12f39fe14e8625c042c058014419f752, disabling compactions & flushes 2024-11-13T18:57:22,209 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:22,209 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:22,209 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. after waiting 0 ms 2024-11-13T18:57:22,209 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:22,210 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:22,210 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12f39fe14e8625c042c058014419f752: Waiting for close lock at 1731524242209Disabling compacts and flushes for region at 1731524242209Disabling writes for close at 1731524242209Writing region close event to WAL at 1731524242209Closed at 1731524242209 2024-11-13T18:57:22,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:22,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:22,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:22,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 18124f993908f99284fd8fe719aed3d5, disabling compactions & flushes 2024-11-13T18:57:22,215 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:22,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:22,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. after waiting 0 ms 2024-11-13T18:57:22,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:22,215 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:22,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 18124f993908f99284fd8fe719aed3d5: Waiting for close lock at 1731524242215Disabling compacts and flushes for region at 1731524242215Disabling writes for close at 1731524242215Writing region close event to WAL at 1731524242215Closed at 1731524242215 2024-11-13T18:57:22,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:57:22,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524242217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524242217"}]},"ts":"1731524242217"} 2024-11-13T18:57:22,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524242217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524242217"}]},"ts":"1731524242217"} 2024-11-13T18:57:22,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:57:22,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:57:22,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524242222"}]},"ts":"1731524242222"} 2024-11-13T18:57:22,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:57:22,225 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:22,226 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:22,226 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:22,226 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:22,226 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:22,226 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:22,226 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:22,226 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:22,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12f39fe14e8625c042c058014419f752, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=18124f993908f99284fd8fe719aed3d5, ASSIGN}] 2024-11-13T18:57:22,228 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12f39fe14e8625c042c058014419f752, ASSIGN 2024-11-13T18:57:22,228 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=18124f993908f99284fd8fe719aed3d5, ASSIGN 2024-11-13T18:57:22,229 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12f39fe14e8625c042c058014419f752, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,42093,1731524240938; forceNewPlan=false, retain=false 2024-11-13T18:57:22,229 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=18124f993908f99284fd8fe719aed3d5, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,43379,1731524240997; forceNewPlan=false, retain=false 2024-11-13T18:57:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:22,379 INFO [e4b56bc8c4b3:43443 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:57:22,380 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12f39fe14e8625c042c058014419f752, regionState=OPENING, regionLocation=e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:22,380 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=18124f993908f99284fd8fe719aed3d5, regionState=OPENING, regionLocation=e4b56bc8c4b3,43379,1731524240997 2024-11-13T18:57:22,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12f39fe14e8625c042c058014419f752, ASSIGN because future has completed 2024-11-13T18:57:22,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12f39fe14e8625c042c058014419f752, server=e4b56bc8c4b3,42093,1731524240938}] 2024-11-13T18:57:22,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=18124f993908f99284fd8fe719aed3d5, ASSIGN because future has completed 2024-11-13T18:57:22,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18124f993908f99284fd8fe719aed3d5, server=e4b56bc8c4b3,43379,1731524240997}] 2024-11-13T18:57:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:22,542 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:22,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:22,544 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:22,544 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 12f39fe14e8625c042c058014419f752, NAME => 'testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:57:22,544 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,545 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:22,545 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,545 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,546 INFO [StoreOpener-12f39fe14e8625c042c058014419f752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,547 INFO [StoreOpener-12f39fe14e8625c042c058014419f752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12f39fe14e8625c042c058014419f752 columnFamilyName family 2024-11-13T18:57:22,548 DEBUG [StoreOpener-12f39fe14e8625c042c058014419f752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:22,548 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:22,548 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 18124f993908f99284fd8fe719aed3d5, NAME => 'testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:57:22,548 INFO [StoreOpener-12f39fe14e8625c042c058014419f752-1 {}] regionserver.HStore(327): Store=12f39fe14e8625c042c058014419f752/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:22,548 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,548 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:22,548 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,548 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,548 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,549 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,549 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,550 INFO [StoreOpener-18124f993908f99284fd8fe719aed3d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,550 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,550 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,551 INFO [StoreOpener-18124f993908f99284fd8fe719aed3d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18124f993908f99284fd8fe719aed3d5 columnFamilyName family 2024-11-13T18:57:22,551 DEBUG [StoreOpener-18124f993908f99284fd8fe719aed3d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:22,551 INFO [StoreOpener-18124f993908f99284fd8fe719aed3d5-1 {}] regionserver.HStore(327): Store=18124f993908f99284fd8fe719aed3d5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:22,552 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,552 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,552 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,552 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,553 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,553 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,554 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/12f39fe14e8625c042c058014419f752/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:22,555 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,554 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 12f39fe14e8625c042c058014419f752; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74694194, jitterRate=0.11303022503852844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:22,555 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,555 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 12f39fe14e8625c042c058014419f752: Running coprocessor pre-open hook at 1731524242545Writing region info on filesystem at 1731524242545Initializing all the Stores at 1731524242546 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524242546Cleaning up temporary data from old regions at 1731524242550 (+4 ms)Running coprocessor post-open hooks at 1731524242555 (+5 ms)Region opened successfully at 1731524242555 2024-11-13T18:57:22,556 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752., pid=7, masterSystemTime=1731524242540 2024-11-13T18:57:22,557 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/18124f993908f99284fd8fe719aed3d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:22,557 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 18124f993908f99284fd8fe719aed3d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60534305, jitterRate=-0.09796856343746185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:22,557 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,557 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 18124f993908f99284fd8fe719aed3d5: Running coprocessor pre-open hook at 1731524242548Writing region info on filesystem at 1731524242548Initializing all the Stores at 1731524242549 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524242549Cleaning up temporary data from old regions at 1731524242553 (+4 ms)Running coprocessor post-open hooks at 1731524242557 (+4 ms)Region opened successfully at 1731524242557 2024-11-13T18:57:22,558 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5., pid=8, masterSystemTime=1731524242541 2024-11-13T18:57:22,559 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:22,559 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:22,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12f39fe14e8625c042c058014419f752, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:22,560 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:22,560 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:22,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=18124f993908f99284fd8fe719aed3d5, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,43379,1731524240997 2024-11-13T18:57:22,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12f39fe14e8625c042c058014419f752, server=e4b56bc8c4b3,42093,1731524240938 because future has completed 2024-11-13T18:57:22,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18124f993908f99284fd8fe719aed3d5, server=e4b56bc8c4b3,43379,1731524240997 because future has completed 2024-11-13T18:57:22,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T18:57:22,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12f39fe14e8625c042c058014419f752, server=e4b56bc8c4b3,42093,1731524240938 in 178 msec 2024-11-13T18:57:22,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T18:57:22,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12f39fe14e8625c042c058014419f752, ASSIGN in 341 msec 2024-11-13T18:57:22,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 18124f993908f99284fd8fe719aed3d5, server=e4b56bc8c4b3,43379,1731524240997 in 178 msec 2024-11-13T18:57:22,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T18:57:22,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=18124f993908f99284fd8fe719aed3d5, ASSIGN in 343 msec 2024-11-13T18:57:22,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:57:22,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524242573"}]},"ts":"1731524242573"} 2024-11-13T18:57:22,575 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:57:22,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:57:22,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 427 msec 2024-11-13T18:57:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:22,789 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:57:22,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:57:22,789 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:22,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:57:22,797 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:22,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:57:22,801 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752., hostname=e4b56bc8c4b3,42093,1731524240938, seqNum=2] 2024-11-13T18:57:22,819 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5., hostname=e4b56bc8c4b3,43379,1731524240997, seqNum=2] 2024-11-13T18:57:22,820 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:22,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:22,838 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 12f39fe14e8625c042c058014419f752 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:57:22,862 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/12f39fe14e8625c042c058014419f752/.tmp/family/593c1f264a544dc0b8475065ae9e4c03 is 32, key is 1/family:/1731524242803/Put/seqid=0 2024-11-13T18:57:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:57:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:57:22,870 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/12f39fe14e8625c042c058014419f752/.tmp/family/593c1f264a544dc0b8475065ae9e4c03 2024-11-13T18:57:22,879 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/12f39fe14e8625c042c058014419f752/.tmp/family/593c1f264a544dc0b8475065ae9e4c03 as hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/12f39fe14e8625c042c058014419f752/family/593c1f264a544dc0b8475065ae9e4c03 2024-11-13T18:57:22,886 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/12f39fe14e8625c042c058014419f752/family/593c1f264a544dc0b8475065ae9e4c03, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:57:22,888 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 12f39fe14e8625c042c058014419f752 in 49ms, sequenceid=8, compaction requested=false 2024-11-13T18:57:22,888 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 12f39fe14e8625c042c058014419f752: 2024-11-13T18:57:22,888 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 18124f993908f99284fd8fe719aed3d5 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:57:22,904 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/18124f993908f99284fd8fe719aed3d5/.tmp/family/e1f5d1dc1a294821baf21d8815c2ccee is 32, key is 5/family:/1731524242822/Put/seqid=0 2024-11-13T18:57:22,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:57:22,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:57:22,912 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/18124f993908f99284fd8fe719aed3d5/.tmp/family/e1f5d1dc1a294821baf21d8815c2ccee 2024-11-13T18:57:22,920 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/18124f993908f99284fd8fe719aed3d5/.tmp/family/e1f5d1dc1a294821baf21d8815c2ccee as hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/18124f993908f99284fd8fe719aed3d5/family/e1f5d1dc1a294821baf21d8815c2ccee 2024-11-13T18:57:22,931 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/18124f993908f99284fd8fe719aed3d5/family/e1f5d1dc1a294821baf21d8815c2ccee, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:57:22,935 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 18124f993908f99284fd8fe719aed3d5 in 47ms, sequenceid=9, compaction requested=false 2024-11-13T18:57:22,935 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 18124f993908f99284fd8fe719aed3d5: 2024-11-13T18:57:22,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275a4c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:22,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43443,-1 for getting cluster id 2024-11-13T18:57:22,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:57:22,938 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e3f880e-8a2f-452b-85ad-80fa569711fa' 2024-11-13T18:57:22,938 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:57:22,938 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e3f880e-8a2f-452b-85ad-80fa569711fa" 2024-11-13T18:57:22,939 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d205985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:22,939 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43443,-1] 2024-11-13T18:57:22,939 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:57:22,939 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:22,940 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:57:22,942 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4a99ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:22,953 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T18:57:22,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:22,955 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,42093,1731524240938, seqNum=-1] 2024-11-13T18:57:22,955 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:22,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:22,962 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:22,962 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:22,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:22,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43379 {}] bucket.BucketCache(1864): found 1 blocks for file e1f5d1dc1a294821baf21d8815c2ccee, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:57:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42093 {}] bucket.BucketCache(1864): found 1 blocks for file 593c1f264a544dc0b8475065ae9e4c03, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:57:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42093 {}] bucket.BucketCache(857): removed key 593c1f264a544dc0b8475065ae9e4c03_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:57:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43379 {}] bucket.BucketCache(857): removed key e1f5d1dc1a294821baf21d8815c2ccee_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:57:22,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:22,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:22,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:22,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:22,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:57:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:57:22,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:22,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:22,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:22,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:57:22,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:22,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:57:22,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1715873667, stopped=false 2024-11-13T18:57:22,975 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,43443,1731524240732 2024-11-13T18:57:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:22,985 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:22,985 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:22,986 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:22,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:22,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:22,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:22,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:22,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:22,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:22,988 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,42093,1731524240938' ***** 2024-11-13T18:57:22,989 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:22,989 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,43379,1731524240997' ***** 2024-11-13T18:57:22,989 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:22,989 INFO [RS:1;e4b56bc8c4b3:43379 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:57:22,989 INFO [RS:0;e4b56bc8c4b3:42093 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:57:22,990 INFO [RS:0;e4b56bc8c4b3:42093 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:57:22,990 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:57:22,990 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:22,990 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:57:22,990 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:57:22,990 INFO [RS:0;e4b56bc8c4b3:42093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:22,990 INFO [RS:0;e4b56bc8c4b3:42093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:22,990 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:57:22,990 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:57:22,990 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:57:22,990 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(3091): Received CLOSE for 12f39fe14e8625c042c058014419f752 2024-11-13T18:57:22,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:22,991 INFO [RS:1;e4b56bc8c4b3:43379 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:57:22,991 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:22,991 INFO [RS:1;e4b56bc8c4b3:43379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:22,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:22,991 INFO [RS:1;e4b56bc8c4b3:43379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:22,991 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(3091): Received CLOSE for 18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,994 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:22,994 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:22,994 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12f39fe14e8625c042c058014419f752, disabling compactions & flushes 2024-11-13T18:57:22,994 INFO [RS:0;e4b56bc8c4b3:42093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:42093. 2024-11-13T18:57:22,994 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:22,994 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:22,994 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:22,994 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. after waiting 0 ms 2024-11-13T18:57:22,994 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:22,994 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:22,994 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:22,994 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:22,994 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:22,995 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:57:22,995 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,43379,1731524240997 2024-11-13T18:57:22,995 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:22,995 INFO [RS:1;e4b56bc8c4b3:43379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e4b56bc8c4b3:43379. 2024-11-13T18:57:22,995 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18124f993908f99284fd8fe719aed3d5, disabling compactions & flushes 2024-11-13T18:57:22,995 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:22,995 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:22,995 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:22,995 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:22,995 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. after waiting 0 ms 2024-11-13T18:57:22,995 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:22,995 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:57:22,995 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(1325): Online Regions={18124f993908f99284fd8fe719aed3d5=testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5.} 2024-11-13T18:57:22,995 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(1351): Waiting on 18124f993908f99284fd8fe719aed3d5 2024-11-13T18:57:22,998 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:57:22,998 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(1325): Online Regions={12f39fe14e8625c042c058014419f752=testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:57:22,998 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(1351): Waiting on 12f39fe14e8625c042c058014419f752, 1588230740 2024-11-13T18:57:22,998 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:22,998 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:22,998 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:22,998 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:22,999 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:22,999 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:57:23,010 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/12f39fe14e8625c042c058014419f752/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:57:23,011 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:23,012 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12f39fe14e8625c042c058014419f752: Waiting for close lock at 1731524242994Running coprocessor pre-close hooks at 1731524242994Disabling compacts and flushes for region at 1731524242994Disabling writes for close at 1731524242994Writing region close event to WAL at 1731524243000 (+6 ms)Running coprocessor post-close hooks at 1731524243011 (+11 ms)Closed at 1731524243011 2024-11-13T18:57:23,012 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731524242150.12f39fe14e8625c042c058014419f752. 2024-11-13T18:57:23,024 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/default/testClearRegionBlockCache/18124f993908f99284fd8fe719aed3d5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:57:23,025 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:23,025 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18124f993908f99284fd8fe719aed3d5: Waiting for close lock at 1731524242995Running coprocessor pre-close hooks at 1731524242995Disabling compacts and flushes for region at 1731524242995Disabling writes for close at 1731524242995Writing region close event to WAL at 1731524243002 (+7 ms)Running coprocessor post-close hooks at 1731524243024 (+22 ms)Closed at 1731524243025 (+1 ms) 2024-11-13T18:57:23,025 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5. 2024-11-13T18:57:23,031 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/.tmp/info/c6946616dcb744a0827aabd5b099a4be is 173, key is testClearRegionBlockCache,5,1731524242150.18124f993908f99284fd8fe719aed3d5./info:regioninfo/1731524242561/Put/seqid=0 2024-11-13T18:57:23,032 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:23,034 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:23,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:23,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:23,042 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/.tmp/info/c6946616dcb744a0827aabd5b099a4be 2024-11-13T18:57:23,070 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/.tmp/ns/c56d160569ea4ebc8bd4667f88a04908 is 43, key is default/ns:d/1731524242103/Put/seqid=0 2024-11-13T18:57:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:23,076 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/.tmp/ns/c56d160569ea4ebc8bd4667f88a04908 2024-11-13T18:57:23,108 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/.tmp/table/73c973a777124135a3d2e8e59768594d is 61, key is testClearRegionBlockCache/table:state/1731524242573/Put/seqid=0 2024-11-13T18:57:23,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:23,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:23,131 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/.tmp/table/73c973a777124135a3d2e8e59768594d 2024-11-13T18:57:23,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:57:23,142 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/.tmp/info/c6946616dcb744a0827aabd5b099a4be as hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/info/c6946616dcb744a0827aabd5b099a4be 2024-11-13T18:57:23,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:23,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:23,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:23,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:23,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:23,167 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/info/c6946616dcb744a0827aabd5b099a4be, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:57:23,169 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/.tmp/ns/c56d160569ea4ebc8bd4667f88a04908 as hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/ns/c56d160569ea4ebc8bd4667f88a04908 2024-11-13T18:57:23,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:23,180 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/ns/c56d160569ea4ebc8bd4667f88a04908, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:57:23,181 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/.tmp/table/73c973a777124135a3d2e8e59768594d as hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/table/73c973a777124135a3d2e8e59768594d 2024-11-13T18:57:23,194 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/table/73c973a777124135a3d2e8e59768594d, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:57:23,195 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,43379,1731524240997; all regions closed. 2024-11-13T18:57:23,196 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 196ms, sequenceid=13, compaction requested=false 2024-11-13T18:57:23,198 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:57:23,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:57:23,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:57:23,230 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/oldWALs 2024-11-13T18:57:23,231 INFO [RS:1;e4b56bc8c4b3:43379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C43379%2C1731524240997:(num 1731524241675) 2024-11-13T18:57:23,231 DEBUG [RS:1;e4b56bc8c4b3:43379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:23,231 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:23,231 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:23,231 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:23,231 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:23,231 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:23,231 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:23,231 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:23,231 INFO [RS:1;e4b56bc8c4b3:43379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43379 2024-11-13T18:57:23,232 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:23,235 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:57:23,236 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:23,236 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:23,236 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524242998Running coprocessor pre-close hooks at 1731524242998Disabling compacts and flushes for region at 1731524242998Disabling writes for close at 1731524242998Obtaining lock to block concurrent updates at 1731524242999 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731524242999Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731524242999Flushing stores of hbase:meta,,1.1588230740 at 1731524243000 (+1 ms)Flushing 1588230740/info: creating writer at 1731524243000Flushing 1588230740/info: appending metadata at 1731524243031 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731524243031Flushing 1588230740/ns: creating writer at 1731524243050 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731524243070 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731524243070Flushing 1588230740/table: creating writer at 1731524243086 (+16 ms)Flushing 1588230740/table: appending metadata at 1731524243107 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731524243107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc766f: reopening flushed file at 1731524243141 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0a2b3f: reopening flushed file at 1731524243168 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236032e2: reopening flushed file at 1731524243180 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 196ms, sequenceid=13, compaction requested=false at 1731524243196 (+16 ms)Writing region close event to WAL at 1731524243223 (+27 ms)Running coprocessor post-close hooks at 1731524243236 (+13 ms)Closed at 1731524243236 2024-11-13T18:57:23,237 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:23,244 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,43379,1731524240997 2024-11-13T18:57:23,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:23,244 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:23,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,43379,1731524240997] 2024-11-13T18:57:23,260 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,43379,1731524240997 already deleted, retry=false 2024-11-13T18:57:23,260 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,43379,1731524240997 expired; onlineServers=1 2024-11-13T18:57:23,353 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:23,353 INFO [RS:1;e4b56bc8c4b3:43379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:23,354 INFO [RS:1;e4b56bc8c4b3:43379 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,43379,1731524240997; zookeeper connection closed. 2024-11-13T18:57:23,354 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10136d8c7c20002, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:23,354 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fa9bb37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fa9bb37 2024-11-13T18:57:23,398 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,42093,1731524240938; all regions closed. 2024-11-13T18:57:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:23,403 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/oldWALs 2024-11-13T18:57:23,403 INFO [RS:0;e4b56bc8c4b3:42093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C42093%2C1731524240938.meta:.meta(num 1731524242006) 2024-11-13T18:57:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:57:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:57:23,408 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/oldWALs 2024-11-13T18:57:23,408 INFO [RS:0;e4b56bc8c4b3:42093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C42093%2C1731524240938:(num 1731524241677) 2024-11-13T18:57:23,408 DEBUG [RS:0;e4b56bc8c4b3:42093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:23,408 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:23,408 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:23,409 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:23,409 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:23,409 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:23,409 INFO [RS:0;e4b56bc8c4b3:42093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42093 2024-11-13T18:57:23,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,42093,1731524240938 2024-11-13T18:57:23,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:23,419 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:23,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,42093,1731524240938] 2024-11-13T18:57:23,435 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,42093,1731524240938 already deleted, retry=false 2024-11-13T18:57:23,435 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,42093,1731524240938 expired; onlineServers=0 2024-11-13T18:57:23,435 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,43443,1731524240732' ***** 2024-11-13T18:57:23,435 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:57:23,435 INFO [M:0;e4b56bc8c4b3:43443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:23,435 INFO [M:0;e4b56bc8c4b3:43443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:23,436 DEBUG [M:0;e4b56bc8c4b3:43443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:57:23,436 DEBUG [M:0;e4b56bc8c4b3:43443 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:57:23,436 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:57:23,436 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524241361 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524241361,5,FailOnTimeoutGroup] 2024-11-13T18:57:23,436 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524241361 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524241361,5,FailOnTimeoutGroup] 2024-11-13T18:57:23,436 INFO [M:0;e4b56bc8c4b3:43443 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:23,436 INFO [M:0;e4b56bc8c4b3:43443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:23,436 DEBUG [M:0;e4b56bc8c4b3:43443 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:57:23,436 INFO [M:0;e4b56bc8c4b3:43443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:57:23,436 INFO [M:0;e4b56bc8c4b3:43443 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:23,436 INFO [M:0;e4b56bc8c4b3:43443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:57:23,436 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:57:23,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:23,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:23,444 DEBUG [M:0;e4b56bc8c4b3:43443 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-13T18:57:23,444 DEBUG [M:0;e4b56bc8c4b3:43443 {}] master.ActiveMasterManager(353): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-13T18:57:23,445 INFO [M:0;e4b56bc8c4b3:43443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/.lastflushedseqids 2024-11-13T18:57:23,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:57:23,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:57:23,455 INFO [M:0;e4b56bc8c4b3:43443 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:57:23,455 INFO [M:0;e4b56bc8c4b3:43443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:57:23,455 DEBUG [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:23,455 INFO [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:23,455 DEBUG [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:23,455 DEBUG [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:23,455 DEBUG [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:23,455 INFO [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-13T18:57:23,480 DEBUG [M:0;e4b56bc8c4b3:43443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ec5129e89424c60aed44879dee2821b is 82, key is hbase:meta,,1/info:regioninfo/1731524242071/Put/seqid=0 2024-11-13T18:57:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:23,490 INFO [M:0;e4b56bc8c4b3:43443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ec5129e89424c60aed44879dee2821b 2024-11-13T18:57:23,515 DEBUG [M:0;e4b56bc8c4b3:43443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf7e761bbb5e426790f462c6da9d329c is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524242579/Put/seqid=0 2024-11-13T18:57:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:57:23,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:57:23,521 INFO [M:0;e4b56bc8c4b3:43443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf7e761bbb5e426790f462c6da9d329c 2024-11-13T18:57:23,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:23,527 INFO [RS:0;e4b56bc8c4b3:42093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:23,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42093-0x10136d8c7c20001, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:23,527 INFO [RS:0;e4b56bc8c4b3:42093 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,42093,1731524240938; zookeeper connection closed. 2024-11-13T18:57:23,529 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56cb32f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56cb32f0 2024-11-13T18:57:23,530 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:57:23,541 DEBUG [M:0;e4b56bc8c4b3:43443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2816308412b9452b83eb5a814fe81bc4 is 69, key is e4b56bc8c4b3,42093,1731524240938/rs:state/1731524241469/Put/seqid=0 2024-11-13T18:57:23,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:23,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:23,548 INFO [M:0;e4b56bc8c4b3:43443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2816308412b9452b83eb5a814fe81bc4 2024-11-13T18:57:23,555 DEBUG [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ec5129e89424c60aed44879dee2821b as hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ec5129e89424c60aed44879dee2821b 2024-11-13T18:57:23,562 INFO [M:0;e4b56bc8c4b3:43443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ec5129e89424c60aed44879dee2821b, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:57:23,563 DEBUG [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf7e761bbb5e426790f462c6da9d329c as hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf7e761bbb5e426790f462c6da9d329c 2024-11-13T18:57:23,578 INFO [M:0;e4b56bc8c4b3:43443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf7e761bbb5e426790f462c6da9d329c, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:57:23,580 DEBUG [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2816308412b9452b83eb5a814fe81bc4 as hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2816308412b9452b83eb5a814fe81bc4 2024-11-13T18:57:23,589 INFO [M:0;e4b56bc8c4b3:43443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/acdeaf48-ba5d-80cf-3ad6-71e49190a4d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2816308412b9452b83eb5a814fe81bc4, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:57:23,590 INFO [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=71, compaction requested=false 2024-11-13T18:57:23,598 INFO [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:23,598 DEBUG [M:0;e4b56bc8c4b3:43443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524243455Disabling compacts and flushes for region at 1731524243455Disabling writes for close at 1731524243455Obtaining lock to block concurrent updates at 1731524243455Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524243455Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731524243456 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524243460 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524243461 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524243480 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524243480Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524243496 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524243515 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524243515Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524243526 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524243541 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524243541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdea412: reopening flushed file at 1731524243554 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228c0253: reopening flushed file at 1731524243562 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e34ab7f: reopening flushed file at 1731524243578 (+16 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=71, compaction requested=false at 1731524243590 (+12 ms)Writing region close event to WAL at 1731524243597 (+7 ms)Closed at 1731524243597 2024-11-13T18:57:23,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41347 is added to blk_1073741830_1006 (size=35440) 2024-11-13T18:57:23,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741830_1006 (size=35440) 2024-11-13T18:57:23,603 INFO [M:0;e4b56bc8c4b3:43443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:57:23,603 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:23,604 INFO [M:0;e4b56bc8c4b3:43443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43443 2024-11-13T18:57:23,604 INFO [M:0;e4b56bc8c4b3:43443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:23,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:23,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:57:23,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:57:23,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-13T18:57:23,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:23,710 INFO [M:0;e4b56bc8c4b3:43443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:23,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43443-0x10136d8c7c20000, quorum=127.0.0.1:57559, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:23,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41d0b14a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:23,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73a986b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:23,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:23,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5b58e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:23,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c0f8d8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:23,715 WARN [BP-691466885-172.17.0.2-1731524239143 heartbeating to localhost/127.0.0.1:39153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:23,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:23,715 WARN [BP-691466885-172.17.0.2-1731524239143 heartbeating to localhost/127.0.0.1:39153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-691466885-172.17.0.2-1731524239143 (Datanode Uuid a7910ab4-91bc-41b6-913c-f8e7c78e11ee) service to localhost/127.0.0.1:39153 2024-11-13T18:57:23,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:23,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9/data/data3/current/BP-691466885-172.17.0.2-1731524239143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:23,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9/data/data4/current/BP-691466885-172.17.0.2-1731524239143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:23,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:23,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16f14156{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:23,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ebd62c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:23,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:23,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ddc04c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:23,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5478c3b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:23,727 WARN [BP-691466885-172.17.0.2-1731524239143 heartbeating to localhost/127.0.0.1:39153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:23,727 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:23,727 WARN [BP-691466885-172.17.0.2-1731524239143 heartbeating to localhost/127.0.0.1:39153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-691466885-172.17.0.2-1731524239143 (Datanode Uuid 586123c7-dd2d-49e3-9204-3c9d46b43d2a) service to localhost/127.0.0.1:39153 2024-11-13T18:57:23,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:23,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9/data/data1/current/BP-691466885-172.17.0.2-1731524239143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:23,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/cluster_8423b1ba-0890-c9ec-8f29-e5a92287e2e9/data/data2/current/BP-691466885-172.17.0.2-1731524239143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:23,728 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:23,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8700f4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:23,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783ccf13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:23,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:23,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d51c600{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:23,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26aa97d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:23,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:57:23,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:57:23,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=156 (was 130) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:39153 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:39153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:39153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:39153 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=501 (was 472) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 164) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2871 (was 3067) 2024-11-13T18:57:23,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=156, OpenFileDescriptor=501, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=2871 2024-11-13T18:57:23,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.log.dir so I do NOT create it in target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f 2024-11-13T18:57:23,810 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:57:23,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.tmp.dir so I do NOT create it in target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f 2024-11-13T18:57:23,810 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe4a9133-f218-d368-e846-a62ccefd6fc8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:57:23,810 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f 2024-11-13T18:57:23,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:57:23,810 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9, deleteOnExit=true 2024-11-13T18:57:23,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:57:23,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/test.cache.data in system properties and HBase conf 2024-11-13T18:57:23,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:57:23,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:57:23,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:57:23,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:57:23,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:57:23,811 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:57:23,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:23,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:23,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:57:23,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:23,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:57:23,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:57:23,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:23,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:23,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:57:23,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:57:23,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:57:23,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:23,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:57:23,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:57:24,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:24,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:24,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:24,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:24,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:57:24,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:24,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50a3b89b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:24,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a06fd32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:24,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35fe1493{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/java.io.tmpdir/jetty-localhost-43315-hadoop-hdfs-3_4_1-tests_jar-_-any-13789436137749146317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:24,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d600d6{HTTP/1.1, (http/1.1)}{localhost:43315} 2024-11-13T18:57:24,128 INFO [Time-limited test {}] server.Server(415): Started @26499ms 2024-11-13T18:57:24,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:24,301 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:24,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:24,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:24,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:57:24,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2561ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:24,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e8038ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:24,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46316aa1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/java.io.tmpdir/jetty-localhost-40763-hadoop-hdfs-3_4_1-tests_jar-_-any-5345021895474659073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:24,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ac769a1{HTTP/1.1, (http/1.1)}{localhost:40763} 2024-11-13T18:57:24,401 INFO [Time-limited test {}] server.Server(415): Started @26772ms 2024-11-13T18:57:24,403 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:24,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:24,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:24,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:24,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:24,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:57:24,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52555dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:24,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@492ecb0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:24,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5824f350{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/java.io.tmpdir/jetty-localhost-41221-hadoop-hdfs-3_4_1-tests_jar-_-any-7102430764382995071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:24,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8dbcce1{HTTP/1.1, (http/1.1)}{localhost:41221} 2024-11-13T18:57:24,624 INFO [Time-limited test {}] server.Server(415): Started @26994ms 2024-11-13T18:57:24,625 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:25,159 WARN [Thread-1163 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9/data/data1/current/BP-121846621-172.17.0.2-1731524243835/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:25,159 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9/data/data2/current/BP-121846621-172.17.0.2-1731524243835/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:25,183 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:25,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc3b7a484d3caf72 with lease ID 0xc61ce933c7877a8b: Processing first storage report for DS-e2e8a142-0c32-4f02-87e3-ae5eaf09c7d9 from datanode DatanodeRegistration(127.0.0.1:42443, datanodeUuid=86bf1289-89e3-430f-ba60-5616259ad583, infoPort=41125, infoSecurePort=0, ipcPort=34303, storageInfo=lv=-57;cid=testClusterID;nsid=734899297;c=1731524243835) 2024-11-13T18:57:25,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc3b7a484d3caf72 with lease ID 0xc61ce933c7877a8b: from storage DS-e2e8a142-0c32-4f02-87e3-ae5eaf09c7d9 node DatanodeRegistration(127.0.0.1:42443, datanodeUuid=86bf1289-89e3-430f-ba60-5616259ad583, infoPort=41125, infoSecurePort=0, ipcPort=34303, storageInfo=lv=-57;cid=testClusterID;nsid=734899297;c=1731524243835), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:25,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc3b7a484d3caf72 with lease ID 0xc61ce933c7877a8b: Processing first storage report for DS-489b66b3-545d-4bbc-aee7-a3f9a4af4365 from datanode DatanodeRegistration(127.0.0.1:42443, datanodeUuid=86bf1289-89e3-430f-ba60-5616259ad583, infoPort=41125, infoSecurePort=0, ipcPort=34303, storageInfo=lv=-57;cid=testClusterID;nsid=734899297;c=1731524243835) 2024-11-13T18:57:25,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc3b7a484d3caf72 with lease ID 0xc61ce933c7877a8b: from storage DS-489b66b3-545d-4bbc-aee7-a3f9a4af4365 node DatanodeRegistration(127.0.0.1:42443, datanodeUuid=86bf1289-89e3-430f-ba60-5616259ad583, infoPort=41125, infoSecurePort=0, ipcPort=34303, storageInfo=lv=-57;cid=testClusterID;nsid=734899297;c=1731524243835), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:25,322 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9/data/data4/current/BP-121846621-172.17.0.2-1731524243835/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:25,322 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9/data/data3/current/BP-121846621-172.17.0.2-1731524243835/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:25,339 WARN [Thread-1151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abd60edd3ecf67d with lease ID 0xc61ce933c7877a8c: Processing first storage report for DS-ca71b236-2abd-4930-b720-3e5e60d21575 from datanode DatanodeRegistration(127.0.0.1:42573, datanodeUuid=73aebc21-f70d-4db4-8b38-4fd289152004, infoPort=37293, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=734899297;c=1731524243835) 2024-11-13T18:57:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abd60edd3ecf67d with lease ID 0xc61ce933c7877a8c: from storage DS-ca71b236-2abd-4930-b720-3e5e60d21575 node DatanodeRegistration(127.0.0.1:42573, datanodeUuid=73aebc21-f70d-4db4-8b38-4fd289152004, infoPort=37293, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=734899297;c=1731524243835), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abd60edd3ecf67d with lease ID 0xc61ce933c7877a8c: Processing first storage report for DS-672f4dca-5b2c-4917-9a18-8ff38aedbecd from datanode DatanodeRegistration(127.0.0.1:42573, datanodeUuid=73aebc21-f70d-4db4-8b38-4fd289152004, infoPort=37293, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=734899297;c=1731524243835) 2024-11-13T18:57:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abd60edd3ecf67d with lease ID 0xc61ce933c7877a8c: from storage DS-672f4dca-5b2c-4917-9a18-8ff38aedbecd node DatanodeRegistration(127.0.0.1:42573, datanodeUuid=73aebc21-f70d-4db4-8b38-4fd289152004, infoPort=37293, infoSecurePort=0, ipcPort=41511, storageInfo=lv=-57;cid=testClusterID;nsid=734899297;c=1731524243835), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:25,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f 2024-11-13T18:57:25,390 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9/zookeeper_0, clientPort=61004, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:57:25,391 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61004 2024-11-13T18:57:25,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:25,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:25,404 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91 with version=8 2024-11-13T18:57:25,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/hbase-staging 2024-11-13T18:57:25,406 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:25,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:25,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:57:25,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:25,407 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32973 2024-11-13T18:57:25,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32973 connecting to ZooKeeper ensemble=127.0.0.1:61004 2024-11-13T18:57:25,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329730x0, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:25,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32973-0x10136d8da030000 connected 2024-11-13T18:57:25,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:25,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:25,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:25,564 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91, hbase.cluster.distributed=false 2024-11-13T18:57:25,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:25,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-13T18:57:25,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32973 2024-11-13T18:57:25,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32973 2024-11-13T18:57:25,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-13T18:57:25,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-13T18:57:25,588 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:25,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:25,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:25,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:25,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:25,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:25,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:25,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:25,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37053 2024-11-13T18:57:25,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37053 connecting to ZooKeeper ensemble=127.0.0.1:61004 2024-11-13T18:57:25,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:25,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:25,602 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370530x0, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:25,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37053-0x10136d8da030001 connected 2024-11-13T18:57:25,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:25,603 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:25,603 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:57:25,610 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:57:25,611 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:57:25,611 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:57:25,612 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:25,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:25,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:25,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37053 2024-11-13T18:57:25,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37053 2024-11-13T18:57:25,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37053 2024-11-13T18:57:25,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37053 2024-11-13T18:57:25,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37053 2024-11-13T18:57:25,643 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:25,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:25,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:25,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:25,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:25,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:25,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:25,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:25,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40249 2024-11-13T18:57:25,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40249 connecting to ZooKeeper ensemble=127.0.0.1:61004 2024-11-13T18:57:25,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:25,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:25,660 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402490x0, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:25,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402490x0, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:25,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40249-0x10136d8da030002 connected 2024-11-13T18:57:25,661 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:25,661 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:57:25,669 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:57:25,669 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:57:25,670 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:57:25,671 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:25,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:25,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:25,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-13T18:57:25,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40249 2024-11-13T18:57:25,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40249 2024-11-13T18:57:25,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-13T18:57:25,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-13T18:57:25,693 DEBUG [M:0;e4b56bc8c4b3:32973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:32973 2024-11-13T18:57:25,693 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e4b56bc8c4b3,32973,1731524245406 2024-11-13T18:57:25,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:25,702 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:25,702 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:25,702 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e4b56bc8c4b3,32973,1731524245406 2024-11-13T18:57:25,710 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:25,710 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:25,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,710 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,710 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,710 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:57:25,711 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e4b56bc8c4b3,32973,1731524245406 from backup master directory 2024-11-13T18:57:25,718 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:25,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e4b56bc8c4b3,32973,1731524245406 2024-11-13T18:57:25,718 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:25,718 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:25,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:25,718 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,32973,1731524245406 2024-11-13T18:57:25,722 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/hbase.id] with ID: ad35d3d3-3870-49ca-9363-b6a5ebf40fe6 2024-11-13T18:57:25,722 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/.tmp/hbase.id 2024-11-13T18:57:25,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:25,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:25,728 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/.tmp/hbase.id]:[hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/hbase.id] 2024-11-13T18:57:25,739 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:25,739 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:57:25,740 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T18:57:25,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,750 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,750 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:25,758 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:25,759 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:57:25,759 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:25,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:25,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:25,770 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store 2024-11-13T18:57:25,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:25,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:25,781 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:25,781 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:25,781 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:25,781 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:25,781 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:25,781 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:25,781 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:25,781 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524245781Disabling compacts and flushes for region at 1731524245781Disabling writes for close at 1731524245781Writing region close event to WAL at 1731524245781Closed at 1731524245781 2024-11-13T18:57:25,782 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/.initializing 2024-11-13T18:57:25,782 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/WALs/e4b56bc8c4b3,32973,1731524245406 2024-11-13T18:57:25,783 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:25,785 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C32973%2C1731524245406, suffix=, logDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/WALs/e4b56bc8c4b3,32973,1731524245406, archiveDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/oldWALs, maxLogs=10 2024-11-13T18:57:25,804 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/WALs/e4b56bc8c4b3,32973,1731524245406/e4b56bc8c4b3%2C32973%2C1731524245406.1731524245785, exclude list is [], retry=0 2024-11-13T18:57:25,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-e2e8a142-0c32-4f02-87e3-ae5eaf09c7d9,DISK] 2024-11-13T18:57:25,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42573,DS-ca71b236-2abd-4930-b720-3e5e60d21575,DISK] 2024-11-13T18:57:25,810 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/WALs/e4b56bc8c4b3,32973,1731524245406/e4b56bc8c4b3%2C32973%2C1731524245406.1731524245785 2024-11-13T18:57:25,810 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41125:41125),(127.0.0.1/127.0.0.1:37293:37293)] 2024-11-13T18:57:25,811 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:25,811 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:25,811 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,811 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:57:25,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:25,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:25,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:57:25,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:25,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:25,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:57:25,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:25,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:25,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:57:25,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:25,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:25,822 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,822 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,823 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,824 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,824 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,825 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:25,826 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:25,828 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:25,829 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71493238, jitterRate=0.06533226370811462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:25,829 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524245811Initializing all the Stores at 1731524245812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524245812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524245813 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524245813Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524245813Cleaning up temporary data from old regions at 1731524245824 (+11 ms)Region opened successfully at 1731524245829 (+5 ms) 2024-11-13T18:57:25,829 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:57:25,834 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67251699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:25,834 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:57:25,835 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:57:25,835 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:57:25,835 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:57:25,835 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:57:25,836 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:57:25,836 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:57:25,839 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:57:25,840 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:57:25,843 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:57:25,843 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:57:25,844 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:57:25,852 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:57:25,852 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:57:25,854 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:57:25,860 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:57:25,861 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:57:25,868 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:57:25,871 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:57:25,877 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:57:25,885 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:25,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:25,885 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,885 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:25,885 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,885 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,32973,1731524245406, sessionid=0x10136d8da030000, setting cluster-up flag (Was=false) 2024-11-13T18:57:25,902 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,902 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,927 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:57:25,928 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,32973,1731524245406 2024-11-13T18:57:25,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,943 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,943 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:25,968 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:57:25,969 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,32973,1731524245406 2024-11-13T18:57:25,971 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:57:25,972 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:25,973 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:57:25,973 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:57:25,973 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,32973,1731524245406 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:57:25,974 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:25,975 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:25,975 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:25,975 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:25,975 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:57:25,975 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:25,975 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:25,975 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:25,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:25,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:57:25,982 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:25,982 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:57:25,993 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(746): ClusterId : ad35d3d3-3870-49ca-9363-b6a5ebf40fe6 2024-11-13T18:57:25,993 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:25,993 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524275993 2024-11-13T18:57:25,993 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:57:25,993 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:57:25,994 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:57:25,994 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:57:25,994 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:57:25,994 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:57:25,994 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(746): ClusterId : ad35d3d3-3870-49ca-9363-b6a5ebf40fe6 2024-11-13T18:57:25,995 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:25,997 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,007 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:57:26,007 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:57:26,007 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:57:26,008 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:57:26,008 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:57:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:26,009 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524246008,5,FailOnTimeoutGroup] 2024-11-13T18:57:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:26,010 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:26,010 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:26,015 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524246009,5,FailOnTimeoutGroup] 2024-11-13T18:57:26,015 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,015 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:57:26,015 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,015 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,018 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:26,018 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:26,027 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:26,027 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f1dd27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:26,027 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:26,027 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6703ea94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:26,042 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e4b56bc8c4b3:40249 2024-11-13T18:57:26,042 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:26,042 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:26,042 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:26,043 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,32973,1731524245406 with port=40249, startcode=1731524245643 2024-11-13T18:57:26,043 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:26,045 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:26,046 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:37053 2024-11-13T18:57:26,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:26,046 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:26,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32973 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:26,046 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:26,046 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:26,047 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,32973,1731524245406 with port=37053, startcode=1731524245588 2024-11-13T18:57:26,047 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:26,047 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91 2024-11-13T18:57:26,048 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46143 2024-11-13T18:57:26,048 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:26,051 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:26,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:26,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,37053,1731524245588 2024-11-13T18:57:26,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32973 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,37053,1731524245588 2024-11-13T18:57:26,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,40249,1731524245643] 2024-11-13T18:57:26,053 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] zookeeper.ZKUtil(111): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:26,053 WARN [RS:1;e4b56bc8c4b3:40249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:26,053 INFO [RS:1;e4b56bc8c4b3:40249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:26,053 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:26,053 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91 2024-11-13T18:57:26,053 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46143 2024-11-13T18:57:26,054 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:26,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:26,081 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] zookeeper.ZKUtil(111): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,37053,1731524245588 2024-11-13T18:57:26,081 WARN [RS:0;e4b56bc8c4b3:37053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:26,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,37053,1731524245588] 2024-11-13T18:57:26,081 INFO [RS:0;e4b56bc8c4b3:37053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:26,081 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,37053,1731524245588 2024-11-13T18:57:26,082 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:26,083 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:26,083 INFO [RS:1;e4b56bc8c4b3:40249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:26,083 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,083 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:26,084 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:26,084 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,084 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,084 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,084 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,085 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,085 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,085 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:26,085 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,085 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,085 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,085 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,085 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,085 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,085 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:26,085 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:26,085 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:26,086 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,086 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,086 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,087 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,087 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,087 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,40249,1731524245643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:26,087 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:26,091 INFO [RS:0;e4b56bc8c4b3:37053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:26,091 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,092 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:26,093 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:26,093 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,093 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,093 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,093 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,094 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,094 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,094 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:26,094 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,094 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,094 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,094 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,094 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,094 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:26,094 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:26,094 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:26,094 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,094 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,094 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,095 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,095 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,095 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37053,1731524245588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:26,103 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:26,103 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,40249,1731524245643-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,103 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,103 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.Replication(171): e4b56bc8c4b3,40249,1731524245643 started 2024-11-13T18:57:26,110 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:26,110 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37053,1731524245588-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,110 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,110 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.Replication(171): e4b56bc8c4b3,37053,1731524245588 started 2024-11-13T18:57:26,119 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,119 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,40249,1731524245643, RpcServer on e4b56bc8c4b3/172.17.0.2:40249, sessionid=0x10136d8da030002 2024-11-13T18:57:26,119 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:26,119 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:26,119 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,40249,1731524245643' 2024-11-13T18:57:26,119 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:26,120 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:26,120 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:26,120 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:26,120 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:26,120 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,40249,1731524245643' 2024-11-13T18:57:26,120 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:26,121 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:26,121 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:26,121 INFO [RS:1;e4b56bc8c4b3:40249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:26,121 INFO [RS:1;e4b56bc8c4b3:40249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:26,122 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:26,122 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,37053,1731524245588, RpcServer on e4b56bc8c4b3/172.17.0.2:37053, sessionid=0x10136d8da030001 2024-11-13T18:57:26,123 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:26,123 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,37053,1731524245588 2024-11-13T18:57:26,123 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,37053,1731524245588' 2024-11-13T18:57:26,123 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:26,123 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:26,123 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:26,123 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:26,123 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,37053,1731524245588 2024-11-13T18:57:26,123 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,37053,1731524245588' 2024-11-13T18:57:26,124 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:26,124 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:26,124 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:26,124 INFO [RS:0;e4b56bc8c4b3:37053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:26,124 INFO [RS:0;e4b56bc8c4b3:37053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:26,222 INFO [RS:1;e4b56bc8c4b3:40249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:26,225 INFO [RS:0;e4b56bc8c4b3:37053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:26,225 INFO [RS:1;e4b56bc8c4b3:40249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C40249%2C1731524245643, suffix=, logDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,40249,1731524245643, archiveDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/oldWALs, maxLogs=32 2024-11-13T18:57:26,228 INFO [RS:0;e4b56bc8c4b3:37053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C37053%2C1731524245588, suffix=, logDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,37053,1731524245588, archiveDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/oldWALs, maxLogs=32 2024-11-13T18:57:26,243 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,40249,1731524245643/e4b56bc8c4b3%2C40249%2C1731524245643.1731524246226, exclude list is [], retry=0 2024-11-13T18:57:26,244 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,37053,1731524245588/e4b56bc8c4b3%2C37053%2C1731524245588.1731524246229, exclude list is [], retry=0 2024-11-13T18:57:26,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-e2e8a142-0c32-4f02-87e3-ae5eaf09c7d9,DISK] 2024-11-13T18:57:26,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-e2e8a142-0c32-4f02-87e3-ae5eaf09c7d9,DISK] 2024-11-13T18:57:26,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42573,DS-ca71b236-2abd-4930-b720-3e5e60d21575,DISK] 2024-11-13T18:57:26,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42573,DS-ca71b236-2abd-4930-b720-3e5e60d21575,DISK] 2024-11-13T18:57:26,249 INFO [RS:1;e4b56bc8c4b3:40249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,40249,1731524245643/e4b56bc8c4b3%2C40249%2C1731524245643.1731524246226 2024-11-13T18:57:26,249 INFO [RS:0;e4b56bc8c4b3:37053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,37053,1731524245588/e4b56bc8c4b3%2C37053%2C1731524245588.1731524246229 2024-11-13T18:57:26,249 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37293:37293),(127.0.0.1/127.0.0.1:41125:41125)] 2024-11-13T18:57:26,249 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41125:41125),(127.0.0.1/127.0.0.1:37293:37293)] 2024-11-13T18:57:26,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:57:26,413 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91 2024-11-13T18:57:26,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741834_1010 (size=32) 2024-11-13T18:57:26,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741834_1010 (size=32) 2024-11-13T18:57:26,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:26,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:26,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:26,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:26,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:26,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:26,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:26,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:26,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:26,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:26,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:26,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:26,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:26,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:26,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:26,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:26,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:26,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:26,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740 2024-11-13T18:57:26,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740 2024-11-13T18:57:26,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:26,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:26,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:26,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:26,851 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:26,851 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68232122, jitterRate=0.01673784852027893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:26,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524246827Initializing all the Stores at 1731524246829 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524246829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524246829Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524246829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524246829Cleaning up temporary data from old regions at 1731524246847 (+18 ms)Region opened successfully at 1731524246852 (+5 ms) 2024-11-13T18:57:26,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:26,852 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:26,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:26,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:26,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:26,853 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:26,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524246852Disabling compacts and flushes for region at 1731524246852Disabling writes for close at 1731524246852Writing region close event to WAL at 1731524246853 (+1 ms)Closed at 1731524246853 2024-11-13T18:57:26,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:26,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:57:26,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:57:26,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:26,857 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:57:27,007 DEBUG [e4b56bc8c4b3:32973 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:57:27,008 DEBUG [e4b56bc8c4b3:32973 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:27,011 DEBUG [e4b56bc8c4b3:32973 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:27,011 DEBUG [e4b56bc8c4b3:32973 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:27,011 DEBUG [e4b56bc8c4b3:32973 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:27,011 DEBUG [e4b56bc8c4b3:32973 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:27,011 INFO [e4b56bc8c4b3:32973 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:27,011 INFO [e4b56bc8c4b3:32973 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:27,011 DEBUG [e4b56bc8c4b3:32973 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:27,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:27,013 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,40249,1731524245643, state=OPENING 2024-11-13T18:57:27,065 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:57:27,077 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:27,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:27,077 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:27,077 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:27,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:27,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:27,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:27,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40249,1731524245643}] 2024-11-13T18:57:27,230 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:27,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:27,241 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:57:27,241 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:27,242 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:57:27,244 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C40249%2C1731524245643.meta, suffix=.meta, logDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,40249,1731524245643, archiveDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/oldWALs, maxLogs=32 2024-11-13T18:57:27,256 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,40249,1731524245643/e4b56bc8c4b3%2C40249%2C1731524245643.meta.1731524247244.meta, exclude list is [], retry=0 2024-11-13T18:57:27,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-e2e8a142-0c32-4f02-87e3-ae5eaf09c7d9,DISK] 2024-11-13T18:57:27,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42573,DS-ca71b236-2abd-4930-b720-3e5e60d21575,DISK] 2024-11-13T18:57:27,260 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,40249,1731524245643/e4b56bc8c4b3%2C40249%2C1731524245643.meta.1731524247244.meta 2024-11-13T18:57:27,260 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37293:37293),(127.0.0.1/127.0.0.1:41125:41125)] 2024-11-13T18:57:27,260 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:27,261 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:57:27,261 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:57:27,261 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:57:27,261 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:57:27,261 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:27,261 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:57:27,261 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:57:27,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:27,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:27,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:27,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:27,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:27,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:27,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:27,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:27,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:27,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:27,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:27,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:27,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:27,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:27,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:27,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:27,267 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:27,268 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740 2024-11-13T18:57:27,269 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740 2024-11-13T18:57:27,270 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:27,271 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:27,271 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:27,273 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:27,274 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64205249, jitterRate=-0.04326723515987396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:27,274 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:57:27,275 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524247261Writing region info on filesystem at 1731524247261Initializing all the Stores at 1731524247262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524247262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524247262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524247262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524247262Cleaning up temporary data from old regions at 1731524247271 (+9 ms)Running coprocessor post-open hooks at 1731524247274 (+3 ms)Region opened successfully at 1731524247275 (+1 ms) 2024-11-13T18:57:27,276 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524247230 2024-11-13T18:57:27,278 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:57:27,278 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:57:27,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:27,280 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,40249,1731524245643, state=OPEN 2024-11-13T18:57:27,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:27,285 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:27,285 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:27,285 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:27,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:27,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:27,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:27,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:57:27,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40249,1731524245643 in 208 msec 2024-11-13T18:57:27,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:57:27,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-13T18:57:27,290 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:27,290 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:57:27,292 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:27,292 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40249,1731524245643, seqNum=-1] 2024-11-13T18:57:27,292 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:27,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:27,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-13T18:57:27,299 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524247299, completionTime=-1 2024-11-13T18:57:27,299 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:57:27,299 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:57:27,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:57:27,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524307301 2024-11-13T18:57:27,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524367301 2024-11-13T18:57:27,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T18:57:27,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,32973,1731524245406-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:27,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,32973,1731524245406-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:27,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,32973,1731524245406-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:27,302 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:32973, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:27,302 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:27,302 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:27,303 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:57:27,305 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.587sec 2024-11-13T18:57:27,305 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:57:27,305 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:57:27,305 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:57:27,305 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:57:27,305 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:57:27,305 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,32973,1731524245406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:27,305 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,32973,1731524245406-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:57:27,307 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:57:27,307 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:57:27,307 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,32973,1731524245406-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:27,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313ab377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:27,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,32973,-1 for getting cluster id 2024-11-13T18:57:27,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:57:27,394 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad35d3d3-3870-49ca-9363-b6a5ebf40fe6' 2024-11-13T18:57:27,395 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:57:27,395 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad35d3d3-3870-49ca-9363-b6a5ebf40fe6" 2024-11-13T18:57:27,395 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65989541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:27,395 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,32973,-1] 2024-11-13T18:57:27,395 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:57:27,395 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:27,396 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:57:27,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1732fe5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:27,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:27,398 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40249,1731524245643, seqNum=-1] 2024-11-13T18:57:27,398 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:27,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:27,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,32973,1731524245406 2024-11-13T18:57:27,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:57:27,402 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,32973,1731524245406 2024-11-13T18:57:27,402 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16a4e474 2024-11-13T18:57:27,402 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:57:27,403 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:57:27,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:57:27,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:57:27,407 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:27,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:57:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:27,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:57:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:27,818 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43d1174bc357dbad04e8b291e1fc7d8e, NAME => 'testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91 2024-11-13T18:57:27,818 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8e6eadc04505c080f2e00401a7b17575, NAME => 'testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91 2024-11-13T18:57:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:27,829 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:27,829 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 43d1174bc357dbad04e8b291e1fc7d8e, disabling compactions & flushes 2024-11-13T18:57:27,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:27,829 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:27,829 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:27,829 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. after waiting 0 ms 2024-11-13T18:57:27,829 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:27,829 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:27,829 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43d1174bc357dbad04e8b291e1fc7d8e: Waiting for close lock at 1731524247829Disabling compacts and flushes for region at 1731524247829Disabling writes for close at 1731524247829Writing region close event to WAL at 1731524247829Closed at 1731524247829 2024-11-13T18:57:27,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:27,830 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:27,830 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 8e6eadc04505c080f2e00401a7b17575, disabling compactions & flushes 2024-11-13T18:57:27,830 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:27,830 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:27,830 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. after waiting 0 ms 2024-11-13T18:57:27,830 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:27,830 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:27,830 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8e6eadc04505c080f2e00401a7b17575: Waiting for close lock at 1731524247830Disabling compacts and flushes for region at 1731524247830Disabling writes for close at 1731524247830Writing region close event to WAL at 1731524247830Closed at 1731524247830 2024-11-13T18:57:27,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:57:27,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524247831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524247831"}]},"ts":"1731524247831"} 2024-11-13T18:57:27,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524247831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524247831"}]},"ts":"1731524247831"} 2024-11-13T18:57:27,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:57:27,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:57:27,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524247836"}]},"ts":"1731524247836"} 2024-11-13T18:57:27,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:57:27,838 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:27,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:27,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:27,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:27,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:27,839 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:27,839 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:27,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:27,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43d1174bc357dbad04e8b291e1fc7d8e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e6eadc04505c080f2e00401a7b17575, ASSIGN}] 2024-11-13T18:57:27,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e6eadc04505c080f2e00401a7b17575, ASSIGN 2024-11-13T18:57:27,841 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43d1174bc357dbad04e8b291e1fc7d8e, ASSIGN 2024-11-13T18:57:27,841 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43d1174bc357dbad04e8b291e1fc7d8e, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,37053,1731524245588; forceNewPlan=false, retain=false 2024-11-13T18:57:27,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e6eadc04505c080f2e00401a7b17575, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,40249,1731524245643; forceNewPlan=false, retain=false 2024-11-13T18:57:27,992 INFO [e4b56bc8c4b3:32973 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:57:27,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8e6eadc04505c080f2e00401a7b17575, regionState=OPENING, regionLocation=e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:27,993 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43d1174bc357dbad04e8b291e1fc7d8e, regionState=OPENING, regionLocation=e4b56bc8c4b3,37053,1731524245588 2024-11-13T18:57:28,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e6eadc04505c080f2e00401a7b17575, ASSIGN because future has completed 2024-11-13T18:57:28,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e6eadc04505c080f2e00401a7b17575, server=e4b56bc8c4b3,40249,1731524245643}] 2024-11-13T18:57:28,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43d1174bc357dbad04e8b291e1fc7d8e, ASSIGN because future has completed 2024-11-13T18:57:28,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43d1174bc357dbad04e8b291e1fc7d8e, server=e4b56bc8c4b3,37053,1731524245588}] 2024-11-13T18:57:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:28,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:57:28,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:28,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:28,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:28,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:28,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:28,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:28,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:28,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:28,157 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:28,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:28,163 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:28,163 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e6eadc04505c080f2e00401a7b17575, NAME => 'testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:57:28,164 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,164 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:28,164 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,164 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,165 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:28,165 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 43d1174bc357dbad04e8b291e1fc7d8e, NAME => 'testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:57:28,166 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,166 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:28,166 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,166 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,166 INFO [StoreOpener-8e6eadc04505c080f2e00401a7b17575-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,168 INFO [StoreOpener-43d1174bc357dbad04e8b291e1fc7d8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,168 INFO [StoreOpener-8e6eadc04505c080f2e00401a7b17575-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e6eadc04505c080f2e00401a7b17575 columnFamilyName family 2024-11-13T18:57:28,168 DEBUG [StoreOpener-8e6eadc04505c080f2e00401a7b17575-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:28,169 INFO [StoreOpener-8e6eadc04505c080f2e00401a7b17575-1 {}] regionserver.HStore(327): Store=8e6eadc04505c080f2e00401a7b17575/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:28,169 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,169 INFO [StoreOpener-43d1174bc357dbad04e8b291e1fc7d8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43d1174bc357dbad04e8b291e1fc7d8e columnFamilyName family 2024-11-13T18:57:28,169 DEBUG [StoreOpener-43d1174bc357dbad04e8b291e1fc7d8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:28,170 INFO [StoreOpener-43d1174bc357dbad04e8b291e1fc7d8e-1 {}] regionserver.HStore(327): Store=43d1174bc357dbad04e8b291e1fc7d8e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:28,170 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,170 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,170 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,170 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,171 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,171 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,171 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,171 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,171 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,172 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,173 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,174 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/8e6eadc04505c080f2e00401a7b17575/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:28,174 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/43d1174bc357dbad04e8b291e1fc7d8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:28,175 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 8e6eadc04505c080f2e00401a7b17575; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64938823, jitterRate=-0.03233613073825836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:28,175 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,175 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 43d1174bc357dbad04e8b291e1fc7d8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58767847, jitterRate=-0.1242908388376236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:28,175 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,176 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 43d1174bc357dbad04e8b291e1fc7d8e: Running coprocessor pre-open hook at 1731524248166Writing region info on filesystem at 1731524248166Initializing all the Stores at 1731524248167 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524248167Cleaning up temporary data from old regions at 1731524248171 (+4 ms)Running coprocessor post-open hooks at 1731524248175 (+4 ms)Region opened successfully at 1731524248175 2024-11-13T18:57:28,176 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8e6eadc04505c080f2e00401a7b17575: Running coprocessor pre-open hook at 1731524248164Writing region info on filesystem at 1731524248164Initializing all the Stores at 1731524248166 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524248166Cleaning up temporary data from old regions at 1731524248171 (+5 ms)Running coprocessor post-open hooks at 1731524248175 (+4 ms)Region opened successfully at 1731524248175 2024-11-13T18:57:28,176 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575., pid=7, masterSystemTime=1731524248157 2024-11-13T18:57:28,176 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e., pid=8, masterSystemTime=1731524248157 2024-11-13T18:57:28,178 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:28,179 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:28,179 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8e6eadc04505c080f2e00401a7b17575, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:28,180 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:28,180 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:28,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43d1174bc357dbad04e8b291e1fc7d8e, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,37053,1731524245588 2024-11-13T18:57:28,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e6eadc04505c080f2e00401a7b17575, server=e4b56bc8c4b3,40249,1731524245643 because future has completed 2024-11-13T18:57:28,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43d1174bc357dbad04e8b291e1fc7d8e, server=e4b56bc8c4b3,37053,1731524245588 because future has completed 2024-11-13T18:57:28,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T18:57:28,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e6eadc04505c080f2e00401a7b17575, server=e4b56bc8c4b3,40249,1731524245643 in 180 msec 2024-11-13T18:57:28,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T18:57:28,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e6eadc04505c080f2e00401a7b17575, ASSIGN in 346 msec 2024-11-13T18:57:28,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43d1174bc357dbad04e8b291e1fc7d8e, server=e4b56bc8c4b3,37053,1731524245588 in 180 msec 2024-11-13T18:57:28,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:57:28,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43d1174bc357dbad04e8b291e1fc7d8e, ASSIGN in 348 msec 2024-11-13T18:57:28,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:57:28,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524248190"}]},"ts":"1731524248190"} 2024-11-13T18:57:28,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:57:28,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:57:28,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 789 msec 2024-11-13T18:57:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:28,549 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:57:28,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:57:28,549 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:28,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:57:28,552 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:28,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:57:28,555 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e., hostname=e4b56bc8c4b3,37053,1731524245588, seqNum=2] 2024-11-13T18:57:28,555 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:28,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:28,569 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575., hostname=e4b56bc8c4b3,40249,1731524245643, seqNum=2] 2024-11-13T18:57:28,578 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 43d1174bc357dbad04e8b291e1fc7d8e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:57:28,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/43d1174bc357dbad04e8b291e1fc7d8e/.tmp/family/d14be3eff4494d2e81e2880040216b64 is 32, key is 1/family:/1731524248557/Put/seqid=0 2024-11-13T18:57:28,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:57:28,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:57:28,602 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/43d1174bc357dbad04e8b291e1fc7d8e/.tmp/family/d14be3eff4494d2e81e2880040216b64 2024-11-13T18:57:28,609 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/43d1174bc357dbad04e8b291e1fc7d8e/.tmp/family/d14be3eff4494d2e81e2880040216b64 as hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/43d1174bc357dbad04e8b291e1fc7d8e/family/d14be3eff4494d2e81e2880040216b64 2024-11-13T18:57:28,616 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/43d1174bc357dbad04e8b291e1fc7d8e/family/d14be3eff4494d2e81e2880040216b64, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:57:28,617 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 43d1174bc357dbad04e8b291e1fc7d8e in 39ms, sequenceid=8, compaction requested=false 2024-11-13T18:57:28,617 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 43d1174bc357dbad04e8b291e1fc7d8e: 2024-11-13T18:57:28,617 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8e6eadc04505c080f2e00401a7b17575 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:57:28,634 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/8e6eadc04505c080f2e00401a7b17575/.tmp/family/d3d8fe9623ff4d0799becd51bcc9c698 is 32, key is 5/family:/1731524248570/Put/seqid=0 2024-11-13T18:57:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:57:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:57:28,640 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/8e6eadc04505c080f2e00401a7b17575/.tmp/family/d3d8fe9623ff4d0799becd51bcc9c698 2024-11-13T18:57:28,647 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/8e6eadc04505c080f2e00401a7b17575/.tmp/family/d3d8fe9623ff4d0799becd51bcc9c698 as hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/8e6eadc04505c080f2e00401a7b17575/family/d3d8fe9623ff4d0799becd51bcc9c698 2024-11-13T18:57:28,652 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/8e6eadc04505c080f2e00401a7b17575/family/d3d8fe9623ff4d0799becd51bcc9c698, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:57:28,653 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8e6eadc04505c080f2e00401a7b17575 in 36ms, sequenceid=9, compaction requested=false 2024-11-13T18:57:28,653 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8e6eadc04505c080f2e00401a7b17575: 2024-11-13T18:57:28,655 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file d14be3eff4494d2e81e2880040216b64, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:57:28,655 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key d14be3eff4494d2e81e2880040216b64_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:57:28,657 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file d3d8fe9623ff4d0799becd51bcc9c698, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:57:28,657 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key d3d8fe9623ff4d0799becd51bcc9c698_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:57:28,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:57:28,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:28,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:28,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:28,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:28,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:57:28,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:57:28,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=842102306, stopped=false 2024-11-13T18:57:28,658 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,32973,1731524245406 2024-11-13T18:57:28,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:28,693 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:28,693 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:28,693 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:28,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:28,693 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:28,693 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:28,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:28,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:28,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:28,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:28,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:28,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:28,694 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,37053,1731524245588' ***** 2024-11-13T18:57:28,694 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:28,694 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,40249,1731524245643' ***** 2024-11-13T18:57:28,694 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:28,694 INFO [RS:1;e4b56bc8c4b3:40249 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:57:28,695 INFO [RS:0;e4b56bc8c4b3:37053 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:57:28,695 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:57:28,695 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:57:28,695 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:57:28,695 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:57:28,695 INFO [RS:0;e4b56bc8c4b3:37053 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:57:28,695 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:57:28,695 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:57:28,695 INFO [RS:1;e4b56bc8c4b3:40249 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:57:28,695 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:28,695 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:28,695 INFO [RS:1;e4b56bc8c4b3:40249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:28,695 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:28,695 INFO [RS:1;e4b56bc8c4b3:40249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:28,695 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:28,695 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,695 INFO [RS:0;e4b56bc8c4b3:37053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:28,695 INFO [RS:0;e4b56bc8c4b3:37053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:28,695 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(3091): Received CLOSE for 43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,696 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,37053,1731524245588 2024-11-13T18:57:28,696 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:28,696 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:28,696 INFO [RS:0;e4b56bc8c4b3:37053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:37053. 2024-11-13T18:57:28,696 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:28,696 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43d1174bc357dbad04e8b291e1fc7d8e, disabling compactions & flushes 2024-11-13T18:57:28,696 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:28,696 INFO [RS:1;e4b56bc8c4b3:40249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e4b56bc8c4b3:40249. 2024-11-13T18:57:28,696 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:28,696 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:28,696 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:28,696 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. after waiting 0 ms 2024-11-13T18:57:28,696 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:28,696 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:28,696 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:28,696 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:57:28,696 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(1325): Online Regions={43d1174bc357dbad04e8b291e1fc7d8e=testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e.} 2024-11-13T18:57:28,696 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:28,696 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:28,696 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(1351): Waiting on 43d1174bc357dbad04e8b291e1fc7d8e 2024-11-13T18:57:28,696 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:28,696 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:57:28,697 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e6eadc04505c080f2e00401a7b17575, disabling compactions & flushes 2024-11-13T18:57:28,697 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:57:28,697 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:28,697 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8e6eadc04505c080f2e00401a7b17575=testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575.} 2024-11-13T18:57:28,697 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:28,697 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. after waiting 0 ms 2024-11-13T18:57:28,697 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e6eadc04505c080f2e00401a7b17575 2024-11-13T18:57:28,697 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:28,697 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:28,697 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:28,697 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:28,697 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:28,697 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:28,697 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:57:28,699 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:28,703 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/43d1174bc357dbad04e8b291e1fc7d8e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:57:28,704 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:28,704 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43d1174bc357dbad04e8b291e1fc7d8e: Waiting for close lock at 1731524248696Running coprocessor pre-close hooks at 1731524248696Disabling compacts and flushes for region at 1731524248696Disabling writes for close at 1731524248696Writing region close event to WAL at 1731524248697 (+1 ms)Running coprocessor post-close hooks at 1731524248703 (+6 ms)Closed at 1731524248704 (+1 ms) 2024-11-13T18:57:28,704 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731524247404.43d1174bc357dbad04e8b291e1fc7d8e. 2024-11-13T18:57:28,706 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/default/testClearRegionBlockCache/8e6eadc04505c080f2e00401a7b17575/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:57:28,706 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:28,706 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e6eadc04505c080f2e00401a7b17575: Waiting for close lock at 1731524248696Running coprocessor pre-close hooks at 1731524248697 (+1 ms)Disabling compacts and flushes for region at 1731524248697Disabling writes for close at 1731524248697Writing region close event to WAL at 1731524248702 (+5 ms)Running coprocessor post-close hooks at 1731524248706 (+4 ms)Closed at 1731524248706 2024-11-13T18:57:28,706 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575. 2024-11-13T18:57:28,716 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/.tmp/info/9ae47d8c281542b591f6242301799c35 is 173, key is testClearRegionBlockCache,5,1731524247404.8e6eadc04505c080f2e00401a7b17575./info:regioninfo/1731524248179/Put/seqid=0 2024-11-13T18:57:28,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:28,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:28,790 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:28,896 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,37053,1731524245588; all regions closed. 2024-11-13T18:57:28,897 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:57:28,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741833_1009 (size=1758) 2024-11-13T18:57:28,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/WALs/e4b56bc8c4b3,37053,1731524245588/e4b56bc8c4b3%2C37053%2C1731524245588.1731524246229 not finished, retry = 0 2024-11-13T18:57:28,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741833_1009 (size=1758) 2024-11-13T18:57:29,001 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/oldWALs 2024-11-13T18:57:29,001 INFO [RS:0;e4b56bc8c4b3:37053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C37053%2C1731524245588:(num 1731524246229) 2024-11-13T18:57:29,001 DEBUG [RS:0;e4b56bc8c4b3:37053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:29,001 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:29,001 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:29,002 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:29,002 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:29,002 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:29,002 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:29,002 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:29,002 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:29,002 INFO [RS:0;e4b56bc8c4b3:37053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37053 2024-11-13T18:57:29,010 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:29,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:29,010 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,37053,1731524245588 2024-11-13T18:57:29,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,37053,1731524245588] 2024-11-13T18:57:29,026 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,37053,1731524245588 already deleted, retry=false 2024-11-13T18:57:29,027 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,37053,1731524245588 expired; onlineServers=1 2024-11-13T18:57:29,087 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:57:29,087 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:57:29,097 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:57:29,118 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:29,118 INFO [RS:0;e4b56bc8c4b3:37053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:29,118 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37053-0x10136d8da030001, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:29,118 INFO [RS:0;e4b56bc8c4b3:37053 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,37053,1731524245588; zookeeper connection closed. 2024-11-13T18:57:29,119 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9a37489 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9a37489 2024-11-13T18:57:29,123 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/.tmp/info/9ae47d8c281542b591f6242301799c35 2024-11-13T18:57:29,147 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/.tmp/ns/b2bf8da3d4b249d3ae781729c2c7cc9b is 43, key is default/ns:d/1731524247294/Put/seqid=0 2024-11-13T18:57:29,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:29,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:29,153 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/.tmp/ns/b2bf8da3d4b249d3ae781729c2c7cc9b 2024-11-13T18:57:29,177 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/.tmp/table/f9157a78c033449cb471db247fd36f45 is 61, key is testClearRegionBlockCache/table:state/1731524248190/Put/seqid=0 2024-11-13T18:57:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:29,183 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/.tmp/table/f9157a78c033449cb471db247fd36f45 2024-11-13T18:57:29,190 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/.tmp/info/9ae47d8c281542b591f6242301799c35 as hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/info/9ae47d8c281542b591f6242301799c35 2024-11-13T18:57:29,196 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/info/9ae47d8c281542b591f6242301799c35, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:57:29,197 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/.tmp/ns/b2bf8da3d4b249d3ae781729c2c7cc9b as hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/ns/b2bf8da3d4b249d3ae781729c2c7cc9b 2024-11-13T18:57:29,203 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/ns/b2bf8da3d4b249d3ae781729c2c7cc9b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:57:29,204 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/.tmp/table/f9157a78c033449cb471db247fd36f45 as hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/table/f9157a78c033449cb471db247fd36f45 2024-11-13T18:57:29,210 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/table/f9157a78c033449cb471db247fd36f45, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:57:29,211 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 514ms, sequenceid=13, compaction requested=false 2024-11-13T18:57:29,215 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:57:29,216 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:29,216 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:29,216 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524248697Running coprocessor pre-close hooks at 1731524248697Disabling compacts and flushes for region at 1731524248697Disabling writes for close at 1731524248697Obtaining lock to block concurrent updates at 1731524248697Preparing flush snapshotting stores in 1588230740 at 1731524248697Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731524248697Flushing stores of hbase:meta,,1.1588230740 at 1731524248698 (+1 ms)Flushing 1588230740/info: creating writer at 1731524248698Flushing 1588230740/info: appending metadata at 1731524248715 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731524248715Flushing 1588230740/ns: creating writer at 1731524249130 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731524249147 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731524249147Flushing 1588230740/table: creating writer at 1731524249159 (+12 ms)Flushing 1588230740/table: appending metadata at 1731524249177 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731524249177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af5938e: reopening flushed file at 1731524249189 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796b8ee5: reopening flushed file at 1731524249196 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5328c4e5: reopening flushed file at 1731524249203 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 514ms, sequenceid=13, compaction requested=false at 1731524249211 (+8 ms)Writing region close event to WAL at 1731524249212 (+1 ms)Running coprocessor post-close hooks at 1731524249216 (+4 ms)Closed at 1731524249216 2024-11-13T18:57:29,216 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:29,297 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,40249,1731524245643; all regions closed. 2024-11-13T18:57:29,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:29,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:29,302 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/oldWALs 2024-11-13T18:57:29,302 INFO [RS:1;e4b56bc8c4b3:40249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C40249%2C1731524245643.meta:.meta(num 1731524247244) 2024-11-13T18:57:29,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741832_1008 (size=1867) 2024-11-13T18:57:29,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741832_1008 (size=1867) 2024-11-13T18:57:29,306 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/oldWALs 2024-11-13T18:57:29,306 INFO [RS:1;e4b56bc8c4b3:40249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C40249%2C1731524245643:(num 1731524246226) 2024-11-13T18:57:29,306 DEBUG [RS:1;e4b56bc8c4b3:40249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:29,306 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:29,307 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:29,307 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:29,307 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:29,307 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:29,307 INFO [RS:1;e4b56bc8c4b3:40249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40249 2024-11-13T18:57:29,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:29,343 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,40249,1731524245643 2024-11-13T18:57:29,343 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:29,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,40249,1731524245643] 2024-11-13T18:57:29,360 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,40249,1731524245643 already deleted, retry=false 2024-11-13T18:57:29,360 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,40249,1731524245643 expired; onlineServers=0 2024-11-13T18:57:29,360 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,32973,1731524245406' ***** 2024-11-13T18:57:29,360 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:57:29,360 INFO [M:0;e4b56bc8c4b3:32973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:29,360 INFO [M:0;e4b56bc8c4b3:32973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:29,360 DEBUG [M:0;e4b56bc8c4b3:32973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:57:29,360 DEBUG [M:0;e4b56bc8c4b3:32973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:57:29,360 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:57:29,360 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524246009 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524246009,5,FailOnTimeoutGroup] 2024-11-13T18:57:29,360 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524246008 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524246008,5,FailOnTimeoutGroup] 2024-11-13T18:57:29,361 INFO [M:0;e4b56bc8c4b3:32973 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:29,361 INFO [M:0;e4b56bc8c4b3:32973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:29,361 DEBUG [M:0;e4b56bc8c4b3:32973 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:57:29,361 INFO [M:0;e4b56bc8c4b3:32973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:57:29,361 INFO [M:0;e4b56bc8c4b3:32973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:29,361 INFO [M:0;e4b56bc8c4b3:32973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:57:29,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:57:29,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:29,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:29,368 DEBUG [M:0;e4b56bc8c4b3:32973 {}] zookeeper.ZKUtil(347): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:57:29,368 WARN [M:0;e4b56bc8c4b3:32973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:57:29,369 INFO [M:0;e4b56bc8c4b3:32973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/.lastflushedseqids 2024-11-13T18:57:29,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:57:29,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:57:29,375 INFO [M:0;e4b56bc8c4b3:32973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:57:29,375 INFO [M:0;e4b56bc8c4b3:32973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:57:29,375 DEBUG [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:29,375 INFO [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:29,375 DEBUG [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:29,375 DEBUG [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:29,375 DEBUG [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:29,375 INFO [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-13T18:57:29,391 DEBUG [M:0;e4b56bc8c4b3:32973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e83bcfebe6da439e98a305a4ef726810 is 82, key is hbase:meta,,1/info:regioninfo/1731524247279/Put/seqid=0 2024-11-13T18:57:29,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:29,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:29,396 INFO [M:0;e4b56bc8c4b3:32973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e83bcfebe6da439e98a305a4ef726810 2024-11-13T18:57:29,417 DEBUG [M:0;e4b56bc8c4b3:32973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c500c924fdb94b2b80b65b83b231a89d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524248194/Put/seqid=0 2024-11-13T18:57:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:57:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:57:29,452 INFO [RS:1;e4b56bc8c4b3:40249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:29,452 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:29,452 INFO [RS:1;e4b56bc8c4b3:40249 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,40249,1731524245643; zookeeper connection closed. 2024-11-13T18:57:29,452 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10136d8da030002, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:29,452 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4258bf61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4258bf61 2024-11-13T18:57:29,452 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:57:29,824 INFO [M:0;e4b56bc8c4b3:32973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c500c924fdb94b2b80b65b83b231a89d 2024-11-13T18:57:29,853 DEBUG [M:0;e4b56bc8c4b3:32973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eb020a0b0c74afaba31ea723eca34c6 is 69, key is e4b56bc8c4b3,37053,1731524245588/rs:state/1731524246052/Put/seqid=0 2024-11-13T18:57:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:29,858 INFO [M:0;e4b56bc8c4b3:32973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eb020a0b0c74afaba31ea723eca34c6 2024-11-13T18:57:29,862 DEBUG [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e83bcfebe6da439e98a305a4ef726810 as hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e83bcfebe6da439e98a305a4ef726810 2024-11-13T18:57:29,867 INFO [M:0;e4b56bc8c4b3:32973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e83bcfebe6da439e98a305a4ef726810, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:57:29,868 DEBUG [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c500c924fdb94b2b80b65b83b231a89d as hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c500c924fdb94b2b80b65b83b231a89d 2024-11-13T18:57:29,873 INFO [M:0;e4b56bc8c4b3:32973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c500c924fdb94b2b80b65b83b231a89d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:57:29,874 DEBUG [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eb020a0b0c74afaba31ea723eca34c6 as hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4eb020a0b0c74afaba31ea723eca34c6 2024-11-13T18:57:29,880 INFO [M:0;e4b56bc8c4b3:32973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46143/user/jenkins/test-data/2cf36ea2-c6e7-98d1-4fe1-be5366afec91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4eb020a0b0c74afaba31ea723eca34c6, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:57:29,881 INFO [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=71, compaction requested=false 2024-11-13T18:57:29,882 INFO [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:29,882 DEBUG [M:0;e4b56bc8c4b3:32973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524249375Disabling compacts and flushes for region at 1731524249375Disabling writes for close at 1731524249375Obtaining lock to block concurrent updates at 1731524249375Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524249375Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731524249376 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524249376Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524249376Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524249391 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524249391Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524249402 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524249417 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524249417Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524249834 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524249852 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524249852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c37cca2: reopening flushed file at 1731524249862 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e075f06: reopening flushed file at 1731524249867 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13039ded: reopening flushed file at 1731524249873 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=71, compaction requested=false at 1731524249881 (+8 ms)Writing region close event to WAL at 1731524249882 (+1 ms)Closed at 1731524249882 2024-11-13T18:57:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741830_1006 (size=35440) 2024-11-13T18:57:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42573 is added to blk_1073741830_1006 (size=35440) 2024-11-13T18:57:29,886 INFO [M:0;e4b56bc8c4b3:32973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:57:29,886 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:29,886 INFO [M:0;e4b56bc8c4b3:32973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32973 2024-11-13T18:57:29,887 INFO [M:0;e4b56bc8c4b3:32973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:30,018 INFO [M:0;e4b56bc8c4b3:32973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:30,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:30,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32973-0x10136d8da030000, quorum=127.0.0.1:61004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:30,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5824f350{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:30,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8dbcce1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:30,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:30,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@492ecb0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:30,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52555dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:30,024 WARN [BP-121846621-172.17.0.2-1731524243835 heartbeating to localhost/127.0.0.1:46143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:30,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:30,024 WARN [BP-121846621-172.17.0.2-1731524243835 heartbeating to localhost/127.0.0.1:46143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-121846621-172.17.0.2-1731524243835 (Datanode Uuid 73aebc21-f70d-4db4-8b38-4fd289152004) service to localhost/127.0.0.1:46143 2024-11-13T18:57:30,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:30,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9/data/data3/current/BP-121846621-172.17.0.2-1731524243835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:30,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9/data/data4/current/BP-121846621-172.17.0.2-1731524243835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:30,025 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:30,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46316aa1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:30,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ac769a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:30,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:30,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e8038ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:30,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2561ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:30,065 WARN [BP-121846621-172.17.0.2-1731524243835 heartbeating to localhost/127.0.0.1:46143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:30,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:30,065 WARN [BP-121846621-172.17.0.2-1731524243835 heartbeating to localhost/127.0.0.1:46143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-121846621-172.17.0.2-1731524243835 (Datanode Uuid 86bf1289-89e3-430f-ba60-5616259ad583) service to localhost/127.0.0.1:46143 2024-11-13T18:57:30,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:30,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9/data/data1/current/BP-121846621-172.17.0.2-1731524243835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:30,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/cluster_f04b7f15-4839-b1db-2b7a-26e57b8956c9/data/data2/current/BP-121846621-172.17.0.2-1731524243835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:30,067 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:30,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35fe1493{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:30,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d600d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:30,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:30,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a06fd32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:30,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50a3b89b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:30,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:57:30,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:57:30,101 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=169 (was 156) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:46143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:46143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:46143 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1767111473) connection to localhost/127.0.0.1:46143 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=520 (was 501) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=209 (was 175) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2779 (was 2871) 2024-11-13T18:57:30,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=169, OpenFileDescriptor=520, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=2779 2024-11-13T18:57:30,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.log.dir so I do NOT create it in target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1 2024-11-13T18:57:30,122 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:57:30,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.tmp.dir so I do NOT create it in target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1 2024-11-13T18:57:30,122 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2da9eaaf-f327-157d-3e2e-65db197a175f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:57:30,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1 2024-11-13T18:57:30,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:57:30,122 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48, deleteOnExit=true 2024-11-13T18:57:30,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:57:30,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/test.cache.data in system properties and HBase conf 2024-11-13T18:57:30,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:57:30,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:57:30,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:57:30,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:57:30,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:57:30,123 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:57:30,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:30,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:57:30,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:57:30,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:30,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:57:30,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:57:30,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:57:30,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:30,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:57:30,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:57:30,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:57:30,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:57:30,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:57:30,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:57:30,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:30,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:30,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:30,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:30,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:57:30,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:30,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20a29703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:30,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122a8573{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:30,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3281b3e3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/java.io.tmpdir/jetty-localhost-44487-hadoop-hdfs-3_4_1-tests_jar-_-any-2275566197309344176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:30,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f4f923{HTTP/1.1, (http/1.1)}{localhost:44487} 2024-11-13T18:57:30,433 INFO [Time-limited test {}] server.Server(415): Started @32803ms 2024-11-13T18:57:30,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:30,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:30,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:30,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:30,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:57:30,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fe3563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:30,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b3dd72e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:30,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@694a7f22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/java.io.tmpdir/jetty-localhost-38099-hadoop-hdfs-3_4_1-tests_jar-_-any-6597901416794320127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:30,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2005c8c2{HTTP/1.1, (http/1.1)}{localhost:38099} 2024-11-13T18:57:30,694 INFO [Time-limited test {}] server.Server(415): Started @33064ms 2024-11-13T18:57:30,695 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:30,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:57:30,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:57:30,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:57:30,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:57:30,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:57:30,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73e0a199{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:57:30,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d99d9fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:57:30,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c467416{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/java.io.tmpdir/jetty-localhost-38259-hadoop-hdfs-3_4_1-tests_jar-_-any-11841697373949174947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:30,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29810955{HTTP/1.1, (http/1.1)}{localhost:38259} 2024-11-13T18:57:30,822 INFO [Time-limited test {}] server.Server(415): Started @33193ms 2024-11-13T18:57:30,823 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:57:31,309 WARN [Thread-1430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48/data/data1/current/BP-1309801443-172.17.0.2-1731524250146/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:31,309 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48/data/data2/current/BP-1309801443-172.17.0.2-1731524250146/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:31,334 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e24f062fda75289 with lease ID 0x41c0e72f101e67a8: Processing first storage report for DS-3a3e15e7-2efb-4a56-a1f0-5885aa60c722 from datanode DatanodeRegistration(127.0.0.1:33791, datanodeUuid=64f4fe1f-0d57-411f-bb96-13309f5c29b6, infoPort=38943, infoSecurePort=0, ipcPort=43997, storageInfo=lv=-57;cid=testClusterID;nsid=1415579436;c=1731524250146) 2024-11-13T18:57:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e24f062fda75289 with lease ID 0x41c0e72f101e67a8: from storage DS-3a3e15e7-2efb-4a56-a1f0-5885aa60c722 node DatanodeRegistration(127.0.0.1:33791, datanodeUuid=64f4fe1f-0d57-411f-bb96-13309f5c29b6, infoPort=38943, infoSecurePort=0, ipcPort=43997, storageInfo=lv=-57;cid=testClusterID;nsid=1415579436;c=1731524250146), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e24f062fda75289 with lease ID 0x41c0e72f101e67a8: Processing first storage report for DS-88881c54-48ff-4109-8dcc-a0903ebb9528 from datanode DatanodeRegistration(127.0.0.1:33791, datanodeUuid=64f4fe1f-0d57-411f-bb96-13309f5c29b6, infoPort=38943, infoSecurePort=0, ipcPort=43997, storageInfo=lv=-57;cid=testClusterID;nsid=1415579436;c=1731524250146) 2024-11-13T18:57:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e24f062fda75289 with lease ID 0x41c0e72f101e67a8: from storage DS-88881c54-48ff-4109-8dcc-a0903ebb9528 node DatanodeRegistration(127.0.0.1:33791, datanodeUuid=64f4fe1f-0d57-411f-bb96-13309f5c29b6, infoPort=38943, infoSecurePort=0, ipcPort=43997, storageInfo=lv=-57;cid=testClusterID;nsid=1415579436;c=1731524250146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:31,436 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48/data/data3/current/BP-1309801443-172.17.0.2-1731524250146/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:31,436 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48/data/data4/current/BP-1309801443-172.17.0.2-1731524250146/current, will proceed with Du for space computation calculation, 2024-11-13T18:57:31,454 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:57:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e701b640073c973 with lease ID 0x41c0e72f101e67a9: Processing first storage report for DS-6409cd9d-1d3f-45e6-bf1d-c3c1ebe5a870 from datanode DatanodeRegistration(127.0.0.1:45719, datanodeUuid=c5d93a24-1f2b-497b-8cf5-1a05563e29b9, infoPort=40423, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=1415579436;c=1731524250146) 2024-11-13T18:57:31,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e701b640073c973 with lease ID 0x41c0e72f101e67a9: from storage DS-6409cd9d-1d3f-45e6-bf1d-c3c1ebe5a870 node DatanodeRegistration(127.0.0.1:45719, datanodeUuid=c5d93a24-1f2b-497b-8cf5-1a05563e29b9, infoPort=40423, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=1415579436;c=1731524250146), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:31,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e701b640073c973 with lease ID 0x41c0e72f101e67a9: Processing first storage report for DS-00d12d7c-1975-40bb-b436-5a0c2a7edbd8 from datanode DatanodeRegistration(127.0.0.1:45719, datanodeUuid=c5d93a24-1f2b-497b-8cf5-1a05563e29b9, infoPort=40423, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=1415579436;c=1731524250146) 2024-11-13T18:57:31,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e701b640073c973 with lease ID 0x41c0e72f101e67a9: from storage DS-00d12d7c-1975-40bb-b436-5a0c2a7edbd8 node DatanodeRegistration(127.0.0.1:45719, datanodeUuid=c5d93a24-1f2b-497b-8cf5-1a05563e29b9, infoPort=40423, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=1415579436;c=1731524250146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:57:31,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1 2024-11-13T18:57:31,558 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48/zookeeper_0, clientPort=53189, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:57:31,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53189 2024-11-13T18:57:31,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:31,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:31,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:57:31,572 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2 with version=8 2024-11-13T18:57:31,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/hbase-staging 2024-11-13T18:57:31,574 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:31,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:31,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:31,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:31,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:31,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:31,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:57:31,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:31,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45849 2024-11-13T18:57:31,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45849 connecting to ZooKeeper ensemble=127.0.0.1:53189 2024-11-13T18:57:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458490x0, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:31,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45849-0x10136d8f21b0000 connected 2024-11-13T18:57:31,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:31,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:31,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:31,728 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2, hbase.cluster.distributed=false 2024-11-13T18:57:31,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:31,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45849 2024-11-13T18:57:31,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45849 2024-11-13T18:57:31,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45849 2024-11-13T18:57:31,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45849 2024-11-13T18:57:31,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45849 2024-11-13T18:57:31,750 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:31,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:31,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:31,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:31,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:31,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:31,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:31,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:31,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39597 2024-11-13T18:57:31,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39597 connecting to ZooKeeper ensemble=127.0.0.1:53189 2024-11-13T18:57:31,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:31,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:31,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395970x0, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:31,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395970x0, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:31,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39597-0x10136d8f21b0001 connected 2024-11-13T18:57:31,793 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:31,793 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:57:31,797 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:57:31,797 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:57:31,798 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:57:31,798 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:31,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:31,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:31,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39597 2024-11-13T18:57:31,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39597 2024-11-13T18:57:31,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39597 2024-11-13T18:57:31,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39597 2024-11-13T18:57:31,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39597 2024-11-13T18:57:31,818 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T18:57:31,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:31,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:31,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:57:31,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:57:31,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:57:31,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:57:31,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:57:31,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36611 2024-11-13T18:57:31,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36611 connecting to ZooKeeper ensemble=127.0.0.1:53189 2024-11-13T18:57:31,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:31,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366110x0, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:57:31,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366110x0, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:31,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36611-0x10136d8f21b0002 connected 2024-11-13T18:57:31,834 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:57:31,835 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:57:31,839 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:57:31,840 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:57:31,841 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:57:31,841 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:57:31,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:57:31,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:57:31,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36611 2024-11-13T18:57:31,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36611 2024-11-13T18:57:31,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36611 2024-11-13T18:57:31,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36611 2024-11-13T18:57:31,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36611 2024-11-13T18:57:31,860 DEBUG [M:0;e4b56bc8c4b3:45849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:45849 2024-11-13T18:57:31,860 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e4b56bc8c4b3,45849,1731524251573 2024-11-13T18:57:31,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:31,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:31,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:31,868 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e4b56bc8c4b3,45849,1731524251573 2024-11-13T18:57:31,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:31,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:31,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:31,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:31,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:31,876 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:57:31,877 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e4b56bc8c4b3,45849,1731524251573 from backup master directory 2024-11-13T18:57:31,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e4b56bc8c4b3,45849,1731524251573 2024-11-13T18:57:31,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:31,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:31,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:57:31,884 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:31,884 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,45849,1731524251573 2024-11-13T18:57:31,889 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/hbase.id] with ID: 7485bf89-a49d-4ff6-bddc-36e5c660bf56 2024-11-13T18:57:31,889 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/.tmp/hbase.id 2024-11-13T18:57:31,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:31,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:57:31,897 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/.tmp/hbase.id]:[hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/hbase.id] 2024-11-13T18:57:31,910 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:57:31,911 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:57:31,913 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:57:31,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:31,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:31,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:57:31,923 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:31,924 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:57:31,925 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:31,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:31,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:57:31,932 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store 2024-11-13T18:57:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:57:31,939 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:31,939 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:31,939 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:31,939 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:31,939 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:31,939 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:31,939 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:31,939 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524251939Disabling compacts and flushes for region at 1731524251939Disabling writes for close at 1731524251939Writing region close event to WAL at 1731524251939Closed at 1731524251939 2024-11-13T18:57:31,940 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/.initializing 2024-11-13T18:57:31,940 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/WALs/e4b56bc8c4b3,45849,1731524251573 2024-11-13T18:57:31,941 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:31,942 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C45849%2C1731524251573, suffix=, logDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/WALs/e4b56bc8c4b3,45849,1731524251573, archiveDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/oldWALs, maxLogs=10 2024-11-13T18:57:31,954 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/WALs/e4b56bc8c4b3,45849,1731524251573/e4b56bc8c4b3%2C45849%2C1731524251573.1731524251942, exclude list is [], retry=0 2024-11-13T18:57:31,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45719,DS-6409cd9d-1d3f-45e6-bf1d-c3c1ebe5a870,DISK] 2024-11-13T18:57:31,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33791,DS-3a3e15e7-2efb-4a56-a1f0-5885aa60c722,DISK] 2024-11-13T18:57:31,958 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/WALs/e4b56bc8c4b3,45849,1731524251573/e4b56bc8c4b3%2C45849%2C1731524251573.1731524251942 2024-11-13T18:57:31,959 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423),(127.0.0.1/127.0.0.1:38943:38943)] 2024-11-13T18:57:31,959 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:31,959 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:31,959 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,959 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:57:31,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:31,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:31,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:57:31,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:31,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:31,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:57:31,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:31,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:31,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:57:31,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:31,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:31,967 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,967 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,967 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,969 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,969 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,969 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:31,970 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:57:31,972 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:31,972 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75274407, jitterRate=0.12167607247829437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:31,973 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524251959Initializing all the Stores at 1731524251960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524251960Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524251960Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524251960Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524251960Cleaning up temporary data from old regions at 1731524251969 (+9 ms)Region opened successfully at 1731524251973 (+4 ms) 2024-11-13T18:57:31,973 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:57:31,976 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714fbc7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:31,977 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:57:31,978 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:57:31,978 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:57:31,978 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:57:31,978 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:57:31,979 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:57:31,979 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:57:31,981 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:57:31,981 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:57:31,991 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:57:31,991 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:57:31,992 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:57:32,000 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:57:32,001 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:57:32,002 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:57:32,009 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:57:32,010 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:57:32,017 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:57:32,019 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:57:32,025 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:57:32,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:32,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:32,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:32,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,034 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,45849,1731524251573, sessionid=0x10136d8f21b0000, setting cluster-up flag (Was=false) 2024-11-13T18:57:32,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,076 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:57:32,077 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,45849,1731524251573 2024-11-13T18:57:32,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,117 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:57:32,118 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,45849,1731524251573 2024-11-13T18:57:32,119 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:57:32,121 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:32,121 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:57:32,121 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:57:32,122 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,45849,1731524251573 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:57:32,123 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:32,123 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:32,123 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:32,123 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:57:32,123 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:57:32,123 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,124 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:32,124 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,124 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524282124 2024-11-13T18:57:32,124 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:57:32,125 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:57:32,125 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:57:32,125 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:57:32,125 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:57:32,125 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:57:32,125 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:32,125 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:57:32,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:57:32,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:57:32,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:57:32,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:57:32,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:57:32,127 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524252126,5,FailOnTimeoutGroup] 2024-11-13T18:57:32,127 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:32,127 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524252127,5,FailOnTimeoutGroup] 2024-11-13T18:57:32,127 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,127 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:57:32,127 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,127 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:57:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:32,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:57:32,135 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:57:32,136 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2 2024-11-13T18:57:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:57:32,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:57:32,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:32,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:32,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:32,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:32,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:32,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:32,147 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(746): ClusterId : 7485bf89-a49d-4ff6-bddc-36e5c660bf56 2024-11-13T18:57:32,147 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(746): ClusterId : 7485bf89-a49d-4ff6-bddc-36e5c660bf56 2024-11-13T18:57:32,147 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:32,147 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:57:32,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:32,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:32,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:32,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:32,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:32,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:32,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:32,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:32,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:32,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:32,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:32,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:32,151 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:32,151 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:57:32,151 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:32,151 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:57:32,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740 2024-11-13T18:57:32,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740 2024-11-13T18:57:32,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:32,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:32,153 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:32,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:32,156 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:32,156 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70045387, jitterRate=0.0437576025724411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:32,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524252143Initializing all the Stores at 1731524252144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524252144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524252144Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524252144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524252144Cleaning up temporary data from old regions at 1731524252153 (+9 ms)Region opened successfully at 1731524252156 (+3 ms) 2024-11-13T18:57:32,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:32,157 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:32,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:32,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:32,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:32,157 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:32,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524252157Disabling compacts and flushes for region at 1731524252157Disabling writes for close at 1731524252157Writing region close event to WAL at 1731524252157Closed at 1731524252157 2024-11-13T18:57:32,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:32,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:57:32,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:57:32,160 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:32,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:32,160 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:57:32,160 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6c687e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:32,160 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1c460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T18:57:32,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:57:32,171 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e4b56bc8c4b3:36611 2024-11-13T18:57:32,171 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:39597 2024-11-13T18:57:32,171 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:32,171 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:32,171 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:57:32,171 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:57:32,171 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:32,171 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:57:32,172 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,45849,1731524251573 with port=36611, startcode=1731524251818 2024-11-13T18:57:32,172 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,45849,1731524251573 with port=39597, startcode=1731524251749 2024-11-13T18:57:32,172 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:32,172 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:57:32,173 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:32,173 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:57:32,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:32,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45849 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:32,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,36611,1731524251818 2024-11-13T18:57:32,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45849 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,36611,1731524251818 2024-11-13T18:57:32,175 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2 2024-11-13T18:57:32,175 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40717 2024-11-13T18:57:32,175 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:32,177 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2 2024-11-13T18:57:32,177 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40717 2024-11-13T18:57:32,177 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:57:32,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:32,241 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] zookeeper.ZKUtil(111): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:32,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,39597,1731524251749] 2024-11-13T18:57:32,241 WARN [RS:0;e4b56bc8c4b3:39597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:32,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,36611,1731524251818] 2024-11-13T18:57:32,241 INFO [RS:0;e4b56bc8c4b3:39597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:32,241 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/WALs/e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:32,241 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] zookeeper.ZKUtil(111): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e4b56bc8c4b3,36611,1731524251818 2024-11-13T18:57:32,242 WARN [RS:1;e4b56bc8c4b3:36611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:57:32,242 INFO [RS:1;e4b56bc8c4b3:36611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:32,242 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/WALs/e4b56bc8c4b3,36611,1731524251818 2024-11-13T18:57:32,248 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:32,248 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:57:32,251 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:32,253 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:57:32,253 INFO [RS:1;e4b56bc8c4b3:36611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:32,253 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,253 INFO [RS:0;e4b56bc8c4b3:39597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:57:32,253 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,253 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:32,253 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:57:32,254 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:32,254 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:57:32,254 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,254 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,254 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:32,254 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,254 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:57:32,254 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,255 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,255 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,255 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,255 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,255 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,255 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:32,255 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,255 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:32,255 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,255 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,255 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:57:32,255 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:32,255 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:57:32,257 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,257 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,257 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,257 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,257 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,257 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,257 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36611,1731524251818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:32,257 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,257 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,257 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,257 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,257 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39597,1731524251749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:32,270 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:32,270 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36611,1731524251818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,271 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:57:32,271 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,271 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.Replication(171): e4b56bc8c4b3,36611,1731524251818 started 2024-11-13T18:57:32,271 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39597,1731524251749-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,271 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,271 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.Replication(171): e4b56bc8c4b3,39597,1731524251749 started 2024-11-13T18:57:32,283 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,283 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,283 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,39597,1731524251749, RpcServer on e4b56bc8c4b3/172.17.0.2:39597, sessionid=0x10136d8f21b0001 2024-11-13T18:57:32,283 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,36611,1731524251818, RpcServer on e4b56bc8c4b3/172.17.0.2:36611, sessionid=0x10136d8f21b0002 2024-11-13T18:57:32,283 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:32,283 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:57:32,283 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:32,283 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,36611,1731524251818 2024-11-13T18:57:32,283 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,36611,1731524251818' 2024-11-13T18:57:32,283 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,39597,1731524251749' 2024-11-13T18:57:32,283 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:32,283 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:57:32,284 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:32,284 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:57:32,285 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:32,285 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:57:32,285 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:32,285 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:57:32,285 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:32,285 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,36611,1731524251818 2024-11-13T18:57:32,285 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,36611,1731524251818' 2024-11-13T18:57:32,285 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,39597,1731524251749' 2024-11-13T18:57:32,285 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:32,285 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:57:32,285 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:32,285 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:57:32,285 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:32,285 INFO [RS:0;e4b56bc8c4b3:39597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:32,286 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:57:32,286 INFO [RS:0;e4b56bc8c4b3:39597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:32,286 INFO [RS:1;e4b56bc8c4b3:36611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:57:32,286 INFO [RS:1;e4b56bc8c4b3:36611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:57:32,311 WARN [e4b56bc8c4b3:45849 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:57:32,386 INFO [RS:1;e4b56bc8c4b3:36611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:32,386 INFO [RS:0;e4b56bc8c4b3:39597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:57:32,390 INFO [RS:0;e4b56bc8c4b3:39597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C39597%2C1731524251749, suffix=, logDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/WALs/e4b56bc8c4b3,39597,1731524251749, archiveDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/oldWALs, maxLogs=32 2024-11-13T18:57:32,390 INFO [RS:1;e4b56bc8c4b3:36611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C36611%2C1731524251818, suffix=, logDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/WALs/e4b56bc8c4b3,36611,1731524251818, archiveDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/oldWALs, maxLogs=32 2024-11-13T18:57:32,407 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/WALs/e4b56bc8c4b3,39597,1731524251749/e4b56bc8c4b3%2C39597%2C1731524251749.1731524252390, exclude list is [], retry=0 2024-11-13T18:57:32,407 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/WALs/e4b56bc8c4b3,36611,1731524251818/e4b56bc8c4b3%2C36611%2C1731524251818.1731524252390, exclude list is [], retry=0 2024-11-13T18:57:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33791,DS-3a3e15e7-2efb-4a56-a1f0-5885aa60c722,DISK] 2024-11-13T18:57:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33791,DS-3a3e15e7-2efb-4a56-a1f0-5885aa60c722,DISK] 2024-11-13T18:57:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45719,DS-6409cd9d-1d3f-45e6-bf1d-c3c1ebe5a870,DISK] 2024-11-13T18:57:32,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45719,DS-6409cd9d-1d3f-45e6-bf1d-c3c1ebe5a870,DISK] 2024-11-13T18:57:32,415 INFO [RS:0;e4b56bc8c4b3:39597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/WALs/e4b56bc8c4b3,39597,1731524251749/e4b56bc8c4b3%2C39597%2C1731524251749.1731524252390 2024-11-13T18:57:32,415 INFO [RS:1;e4b56bc8c4b3:36611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/WALs/e4b56bc8c4b3,36611,1731524251818/e4b56bc8c4b3%2C36611%2C1731524251818.1731524252390 2024-11-13T18:57:32,417 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40423:40423),(127.0.0.1/127.0.0.1:38943:38943)] 2024-11-13T18:57:32,417 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38943:38943),(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-13T18:57:32,561 DEBUG [e4b56bc8c4b3:45849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:57:32,562 DEBUG [e4b56bc8c4b3:45849 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:32,566 DEBUG [e4b56bc8c4b3:45849 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:32,566 DEBUG [e4b56bc8c4b3:45849 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:32,566 DEBUG [e4b56bc8c4b3:45849 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:32,566 DEBUG [e4b56bc8c4b3:45849 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:32,566 INFO [e4b56bc8c4b3:45849 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:32,566 INFO [e4b56bc8c4b3:45849 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:32,566 DEBUG [e4b56bc8c4b3:45849 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:32,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:32,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,39597,1731524251749, state=OPENING 2024-11-13T18:57:32,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:57:32,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:32,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:32,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:32,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:32,612 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:57:32,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,39597,1731524251749}] 2024-11-13T18:57:32,767 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:32,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:32,772 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:57:32,773 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:57:32,773 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:57:32,775 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C39597%2C1731524251749.meta, suffix=.meta, logDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/WALs/e4b56bc8c4b3,39597,1731524251749, archiveDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/oldWALs, maxLogs=32 2024-11-13T18:57:32,790 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/WALs/e4b56bc8c4b3,39597,1731524251749/e4b56bc8c4b3%2C39597%2C1731524251749.meta.1731524252775.meta, exclude list is [], retry=0 2024-11-13T18:57:32,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33791,DS-3a3e15e7-2efb-4a56-a1f0-5885aa60c722,DISK] 2024-11-13T18:57:32,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45719,DS-6409cd9d-1d3f-45e6-bf1d-c3c1ebe5a870,DISK] 2024-11-13T18:57:32,793 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/WALs/e4b56bc8c4b3,39597,1731524251749/e4b56bc8c4b3%2C39597%2C1731524251749.meta.1731524252775.meta 2024-11-13T18:57:32,794 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38943:38943),(127.0.0.1/127.0.0.1:40423:40423)] 2024-11-13T18:57:32,794 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:57:32,794 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:57:32,794 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:57:32,794 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:57:32,794 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:57:32,794 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:32,794 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:57:32,794 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:57:32,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:57:32,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:57:32,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:32,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:32,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:57:32,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:57:32,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:32,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:32,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:57:32,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:57:32,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:32,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:32,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:57:32,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:57:32,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:32,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:57:32,800 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:57:32,801 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740 2024-11-13T18:57:32,802 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740 2024-11-13T18:57:32,803 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:57:32,803 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:57:32,804 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:57:32,805 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:57:32,806 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72989868, jitterRate=0.08763378858566284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:57:32,806 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:57:32,807 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524252795Writing region info on filesystem at 1731524252795Initializing all the Stores at 1731524252795Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524252795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524252796 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524252796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524252796Cleaning up temporary data from old regions at 1731524252803 (+7 ms)Running coprocessor post-open hooks at 1731524252806 (+3 ms)Region opened successfully at 1731524252806 2024-11-13T18:57:32,807 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524252767 2024-11-13T18:57:32,810 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:57:32,810 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:57:32,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:32,812 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,39597,1731524251749, state=OPEN 2024-11-13T18:57:32,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:32,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:32,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:57:32,817 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:32,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:32,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:32,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:57:32,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:57:32,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,39597,1731524251749 in 205 msec 2024-11-13T18:57:32,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:57:32,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-13T18:57:32,823 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:57:32,823 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:57:32,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:32,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39597,1731524251749, seqNum=-1] 2024-11-13T18:57:32,825 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:32,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:32,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 710 msec 2024-11-13T18:57:32,831 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524252831, completionTime=-1 2024-11-13T18:57:32,831 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:57:32,831 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:57:32,833 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:57:32,833 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524312833 2024-11-13T18:57:32,833 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524372833 2024-11-13T18:57:32,833 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T18:57:32,833 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T18:57:32,834 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45849,1731524251573-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,834 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45849,1731524251573-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,834 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45849,1731524251573-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,834 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:45849, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,834 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,834 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,836 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:57:32,838 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.954sec 2024-11-13T18:57:32,838 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:57:32,838 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:57:32,838 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:57:32,838 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:57:32,838 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:57:32,838 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45849,1731524251573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:57:32,838 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45849,1731524251573-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:57:32,840 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:57:32,840 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:57:32,840 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45849,1731524251573-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:57:32,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38779860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:32,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,45849,-1 for getting cluster id 2024-11-13T18:57:32,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:57:32,849 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7485bf89-a49d-4ff6-bddc-36e5c660bf56' 2024-11-13T18:57:32,849 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:57:32,849 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7485bf89-a49d-4ff6-bddc-36e5c660bf56" 2024-11-13T18:57:32,849 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37aa36f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:32,849 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,45849,-1] 2024-11-13T18:57:32,850 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:57:32,850 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:32,851 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:57:32,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1459822b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:57:32,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:57:32,853 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39597,1731524251749, seqNum=-1] 2024-11-13T18:57:32,854 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:32,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:32,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,45849,1731524251573 2024-11-13T18:57:32,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:57:32,857 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,45849,1731524251573 2024-11-13T18:57:32,857 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25170992 2024-11-13T18:57:32,858 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:57:32,859 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:57:32,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:57:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:57:32,861 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:57:32,862 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:32,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:57:32,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:57:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:57:32,871 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0c73d96e25f5842567179b8de81c6eb, NAME => 'testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2 2024-11-13T18:57:32,871 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 443fc60666d219a66cdc71da440faa04, NAME => 'testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2 2024-11-13T18:57:32,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:32,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:57:32,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:32,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:57:32,879 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:32,879 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 443fc60666d219a66cdc71da440faa04, disabling compactions & flushes 2024-11-13T18:57:32,879 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:32,879 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:32,879 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. after waiting 0 ms 2024-11-13T18:57:32,879 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:32,879 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:32,879 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 443fc60666d219a66cdc71da440faa04: Waiting for close lock at 1731524252879Disabling compacts and flushes for region at 1731524252879Disabling writes for close at 1731524252879Writing region close event to WAL at 1731524252879Closed at 1731524252879 2024-11-13T18:57:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:33,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:33,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a0c73d96e25f5842567179b8de81c6eb, disabling compactions & flushes 2024-11-13T18:57:33,279 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:33,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:33,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. after waiting 0 ms 2024-11-13T18:57:33,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:33,279 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:33,279 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0c73d96e25f5842567179b8de81c6eb: Waiting for close lock at 1731524253279Disabling compacts and flushes for region at 1731524253279Disabling writes for close at 1731524253279Writing region close event to WAL at 1731524253279Closed at 1731524253279 2024-11-13T18:57:33,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:57:33,281 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524253281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524253281"}]},"ts":"1731524253281"} 2024-11-13T18:57:33,281 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731524253281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524253281"}]},"ts":"1731524253281"} 2024-11-13T18:57:33,285 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:57:33,286 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:57:33,286 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524253286"}]},"ts":"1731524253286"} 2024-11-13T18:57:33,288 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:57:33,289 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {e4b56bc8c4b3=0} racks are {/default-rack=0} 2024-11-13T18:57:33,290 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:57:33,290 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:57:33,290 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:57:33,290 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:57:33,290 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:57:33,290 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:57:33,290 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:57:33,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a0c73d96e25f5842567179b8de81c6eb, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=443fc60666d219a66cdc71da440faa04, ASSIGN}] 2024-11-13T18:57:33,292 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=443fc60666d219a66cdc71da440faa04, ASSIGN 2024-11-13T18:57:33,292 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a0c73d96e25f5842567179b8de81c6eb, ASSIGN 2024-11-13T18:57:33,293 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a0c73d96e25f5842567179b8de81c6eb, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,39597,1731524251749; forceNewPlan=false, retain=false 2024-11-13T18:57:33,293 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=443fc60666d219a66cdc71da440faa04, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,36611,1731524251818; forceNewPlan=false, retain=false 2024-11-13T18:57:33,444 INFO [e4b56bc8c4b3:45849 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:57:33,445 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=443fc60666d219a66cdc71da440faa04, regionState=OPENING, regionLocation=e4b56bc8c4b3,36611,1731524251818 2024-11-13T18:57:33,445 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0c73d96e25f5842567179b8de81c6eb, regionState=OPENING, regionLocation=e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:33,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a0c73d96e25f5842567179b8de81c6eb, ASSIGN because future has completed 2024-11-13T18:57:33,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0c73d96e25f5842567179b8de81c6eb, server=e4b56bc8c4b3,39597,1731524251749}] 2024-11-13T18:57:33,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=443fc60666d219a66cdc71da440faa04, ASSIGN because future has completed 2024-11-13T18:57:33,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 443fc60666d219a66cdc71da440faa04, server=e4b56bc8c4b3,36611,1731524251818}] 2024-11-13T18:57:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:33,604 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:33,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:33,612 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:33,612 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a0c73d96e25f5842567179b8de81c6eb, NAME => 'testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:57:33,613 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:33,613 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:33,613 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:33,613 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:33,614 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:33,614 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 443fc60666d219a66cdc71da440faa04, NAME => 'testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:57:33,614 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:33,614 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:57:33,614 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:33,614 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:33,615 INFO [StoreOpener-a0c73d96e25f5842567179b8de81c6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:33,616 INFO [StoreOpener-443fc60666d219a66cdc71da440faa04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:33,617 INFO [StoreOpener-a0c73d96e25f5842567179b8de81c6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0c73d96e25f5842567179b8de81c6eb columnFamilyName family 2024-11-13T18:57:33,617 DEBUG [StoreOpener-a0c73d96e25f5842567179b8de81c6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:33,617 INFO [StoreOpener-443fc60666d219a66cdc71da440faa04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 443fc60666d219a66cdc71da440faa04 columnFamilyName family 2024-11-13T18:57:33,617 DEBUG [StoreOpener-443fc60666d219a66cdc71da440faa04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:57:33,617 INFO [StoreOpener-a0c73d96e25f5842567179b8de81c6eb-1 {}] regionserver.HStore(327): Store=a0c73d96e25f5842567179b8de81c6eb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:33,617 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:33,617 INFO [StoreOpener-443fc60666d219a66cdc71da440faa04-1 {}] regionserver.HStore(327): Store=443fc60666d219a66cdc71da440faa04/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:57:33,617 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:33,618 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:33,618 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:33,618 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:33,618 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:33,619 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:33,619 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:33,619 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:33,619 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:33,620 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:33,620 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:33,627 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/443fc60666d219a66cdc71da440faa04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:33,627 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/a0c73d96e25f5842567179b8de81c6eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:57:33,628 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a0c73d96e25f5842567179b8de81c6eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67718791, jitterRate=0.00908862054347992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:33,628 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 443fc60666d219a66cdc71da440faa04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63918121, jitterRate=-0.04754577577114105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:57:33,628 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:33,628 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:33,629 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a0c73d96e25f5842567179b8de81c6eb: Running coprocessor pre-open hook at 1731524253613Writing region info on filesystem at 1731524253613Initializing all the Stores at 1731524253614 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524253614Cleaning up temporary data from old regions at 1731524253619 (+5 ms)Running coprocessor post-open hooks at 1731524253628 (+9 ms)Region opened successfully at 1731524253628 2024-11-13T18:57:33,629 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 443fc60666d219a66cdc71da440faa04: Running coprocessor pre-open hook at 1731524253614Writing region info on filesystem at 1731524253614Initializing all the Stores at 1731524253615 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524253615Cleaning up temporary data from old regions at 1731524253619 (+4 ms)Running coprocessor post-open hooks at 1731524253628 (+9 ms)Region opened successfully at 1731524253628 2024-11-13T18:57:33,629 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb., pid=7, masterSystemTime=1731524253602 2024-11-13T18:57:33,629 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04., pid=8, masterSystemTime=1731524253604 2024-11-13T18:57:33,632 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:33,632 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:33,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=443fc60666d219a66cdc71da440faa04, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,36611,1731524251818 2024-11-13T18:57:33,632 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:33,632 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:33,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0c73d96e25f5842567179b8de81c6eb, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:33,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 443fc60666d219a66cdc71da440faa04, server=e4b56bc8c4b3,36611,1731524251818 because future has completed 2024-11-13T18:57:33,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0c73d96e25f5842567179b8de81c6eb, server=e4b56bc8c4b3,39597,1731524251749 because future has completed 2024-11-13T18:57:33,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T18:57:33,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 443fc60666d219a66cdc71da440faa04, server=e4b56bc8c4b3,36611,1731524251818 in 185 msec 2024-11-13T18:57:33,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T18:57:33,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0c73d96e25f5842567179b8de81c6eb, server=e4b56bc8c4b3,39597,1731524251749 in 188 msec 2024-11-13T18:57:33,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=443fc60666d219a66cdc71da440faa04, ASSIGN in 347 msec 2024-11-13T18:57:33,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:57:33,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a0c73d96e25f5842567179b8de81c6eb, ASSIGN in 348 msec 2024-11-13T18:57:33,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:57:33,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524253642"}]},"ts":"1731524253642"} 2024-11-13T18:57:33,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:57:33,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:57:33,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 786 msec 2024-11-13T18:57:33,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:57:33,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:33,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:33,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:33,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:33,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:33,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:33,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:33,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:33,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:33,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:57:33,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:57:33,724 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T18:57:33,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:33,724 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T18:57:33,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:57:33,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T18:57:33,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-13T18:57:33,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-13T18:57:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:57:33,999 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:57:33,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:57:34,000 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:34,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:57:34,007 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:57:34,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:57:34,012 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb., hostname=e4b56bc8c4b3,39597,1731524251749, seqNum=2] 2024-11-13T18:57:34,023 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04., hostname=e4b56bc8c4b3,36611,1731524251818, seqNum=2] 2024-11-13T18:57:34,023 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:57:34,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:57:34,037 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a0c73d96e25f5842567179b8de81c6eb 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:57:34,051 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/a0c73d96e25f5842567179b8de81c6eb/.tmp/family/b19e2b9988c34afbad3f5c082538ab6c is 32, key is 1/family:/1731524254013/Put/seqid=0 2024-11-13T18:57:34,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:57:34,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:57:34,056 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/a0c73d96e25f5842567179b8de81c6eb/.tmp/family/b19e2b9988c34afbad3f5c082538ab6c 2024-11-13T18:57:34,063 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/a0c73d96e25f5842567179b8de81c6eb/.tmp/family/b19e2b9988c34afbad3f5c082538ab6c as hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/a0c73d96e25f5842567179b8de81c6eb/family/b19e2b9988c34afbad3f5c082538ab6c 2024-11-13T18:57:34,069 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/a0c73d96e25f5842567179b8de81c6eb/family/b19e2b9988c34afbad3f5c082538ab6c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:57:34,069 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a0c73d96e25f5842567179b8de81c6eb in 33ms, sequenceid=8, compaction requested=false 2024-11-13T18:57:34,070 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a0c73d96e25f5842567179b8de81c6eb: 2024-11-13T18:57:34,070 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 443fc60666d219a66cdc71da440faa04 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:57:34,083 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/443fc60666d219a66cdc71da440faa04/.tmp/family/02ff7c208d5348acbb0f749a8eb4e025 is 32, key is 5/family:/1731524254025/Put/seqid=0 2024-11-13T18:57:34,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:57:34,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:57:34,090 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/443fc60666d219a66cdc71da440faa04/.tmp/family/02ff7c208d5348acbb0f749a8eb4e025 2024-11-13T18:57:34,096 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/443fc60666d219a66cdc71da440faa04/.tmp/family/02ff7c208d5348acbb0f749a8eb4e025 as hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/443fc60666d219a66cdc71da440faa04/family/02ff7c208d5348acbb0f749a8eb4e025 2024-11-13T18:57:34,101 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/443fc60666d219a66cdc71da440faa04/family/02ff7c208d5348acbb0f749a8eb4e025, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:57:34,102 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 443fc60666d219a66cdc71da440faa04 in 32ms, sequenceid=9, compaction requested=false 2024-11-13T18:57:34,102 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 443fc60666d219a66cdc71da440faa04: 2024-11-13T18:57:34,105 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T18:57:34,109 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:34,109 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:57:34,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:34,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:57:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] bucket.BucketCache(1864): found 1 blocks for file 02ff7c208d5348acbb0f749a8eb4e025, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:57:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39597 {}] bucket.BucketCache(1864): found 1 blocks for file b19e2b9988c34afbad3f5c082538ab6c, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:57:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39597 {}] bucket.BucketCache(857): removed key b19e2b9988c34afbad3f5c082538ab6c_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:57:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36611 {}] bucket.BucketCache(857): removed key 02ff7c208d5348acbb0f749a8eb4e025_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:57:34,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:57:34,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:34,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:34,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:34,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:34,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:57:34,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:57:34,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1036831036, stopped=false 2024-11-13T18:57:34,112 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,45849,1731524251573 2024-11-13T18:57:34,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:34,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:34,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:57:34,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:34,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:34,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:34,142 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:34,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:57:34,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:34,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:34,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:34,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:34,143 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,39597,1731524251749' ***** 2024-11-13T18:57:34,143 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:34,143 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,36611,1731524251818' ***** 2024-11-13T18:57:34,143 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:57:34,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:57:34,143 INFO [RS:1;e4b56bc8c4b3:36611 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:57:34,143 INFO [RS:0;e4b56bc8c4b3:39597 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:57:34,144 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:57:34,144 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:57:34,144 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:57:34,144 INFO [RS:1;e4b56bc8c4b3:36611 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:57:34,144 INFO [RS:0;e4b56bc8c4b3:39597 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:57:34,144 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:57:34,144 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:34,144 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:57:34,144 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:57:34,144 INFO [RS:0;e4b56bc8c4b3:39597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:34,144 INFO [RS:1;e4b56bc8c4b3:36611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:57:34,144 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:34,144 INFO [RS:0;e4b56bc8c4b3:39597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:34,144 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:57:34,144 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:57:34,144 INFO [RS:1;e4b56bc8c4b3:36611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:57:34,144 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(3091): Received CLOSE for a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:34,144 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(3091): Received CLOSE for 443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:34,144 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,36611,1731524251818 2024-11-13T18:57:34,144 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:34,144 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:34,144 INFO [RS:1;e4b56bc8c4b3:36611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e4b56bc8c4b3:36611. 2024-11-13T18:57:34,144 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:34,144 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:34,144 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 443fc60666d219a66cdc71da440faa04, disabling compactions & flushes 2024-11-13T18:57:34,144 INFO [RS:0;e4b56bc8c4b3:39597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:39597. 2024-11-13T18:57:34,144 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:34,144 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:34,144 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0c73d96e25f5842567179b8de81c6eb, disabling compactions & flushes 2024-11-13T18:57:34,144 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:57:34,144 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:34,144 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:34,144 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:34,144 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:57:34,144 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:34,145 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. after waiting 0 ms 2024-11-13T18:57:34,145 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(1325): Online Regions={443fc60666d219a66cdc71da440faa04=testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04.} 2024-11-13T18:57:34,145 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. after waiting 0 ms 2024-11-13T18:57:34,145 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:34,145 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:34,145 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:34,145 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(1351): Waiting on 443fc60666d219a66cdc71da440faa04 2024-11-13T18:57:34,145 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:34,145 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:34,145 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:57:34,145 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:57:34,145 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a0c73d96e25f5842567179b8de81c6eb=testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb.} 2024-11-13T18:57:34,145 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0c73d96e25f5842567179b8de81c6eb 2024-11-13T18:57:34,145 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:57:34,145 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:57:34,145 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:57:34,145 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:57:34,145 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:57:34,145 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:57:34,148 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/443fc60666d219a66cdc71da440faa04/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:57:34,148 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/default/testClearRegionBlockCache/a0c73d96e25f5842567179b8de81c6eb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:57:34,149 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:34,149 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:34,149 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 443fc60666d219a66cdc71da440faa04: Waiting for close lock at 1731524254144Running coprocessor pre-close hooks at 1731524254144Disabling compacts and flushes for region at 1731524254144Disabling writes for close at 1731524254145 (+1 ms)Writing region close event to WAL at 1731524254145Running coprocessor post-close hooks at 1731524254149 (+4 ms)Closed at 1731524254149 2024-11-13T18:57:34,149 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0c73d96e25f5842567179b8de81c6eb: Waiting for close lock at 1731524254144Running coprocessor pre-close hooks at 1731524254144Disabling compacts and flushes for region at 1731524254144Disabling writes for close at 1731524254145 (+1 ms)Writing region close event to WAL at 1731524254145Running coprocessor post-close hooks at 1731524254149 (+4 ms)Closed at 1731524254149 2024-11-13T18:57:34,149 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04. 2024-11-13T18:57:34,149 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731524252859.a0c73d96e25f5842567179b8de81c6eb. 2024-11-13T18:57:34,159 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:34,159 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/.tmp/info/a90da45f86f2462682157df7fe9b2521 is 173, key is testClearRegionBlockCache,5,1731524252859.443fc60666d219a66cdc71da440faa04./info:regioninfo/1731524253632/Put/seqid=0 2024-11-13T18:57:34,160 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:57:34,164 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/.tmp/info/a90da45f86f2462682157df7fe9b2521 2024-11-13T18:57:34,183 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/.tmp/ns/4495a88c03da49e1a7721c975209ebf7 is 43, key is default/ns:d/1731524252827/Put/seqid=0 2024-11-13T18:57:34,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:34,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:57:34,188 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/.tmp/ns/4495a88c03da49e1a7721c975209ebf7 2024-11-13T18:57:34,207 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/.tmp/table/81a22a5ad78645da9c5a5b623a9bebbf is 61, key is testClearRegionBlockCache/table:state/1731524253642/Put/seqid=0 2024-11-13T18:57:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:57:34,212 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/.tmp/table/81a22a5ad78645da9c5a5b623a9bebbf 2024-11-13T18:57:34,218 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/.tmp/info/a90da45f86f2462682157df7fe9b2521 as hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/info/a90da45f86f2462682157df7fe9b2521 2024-11-13T18:57:34,223 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/info/a90da45f86f2462682157df7fe9b2521, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:57:34,224 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/.tmp/ns/4495a88c03da49e1a7721c975209ebf7 as hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/ns/4495a88c03da49e1a7721c975209ebf7 2024-11-13T18:57:34,229 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/ns/4495a88c03da49e1a7721c975209ebf7, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:57:34,230 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/.tmp/table/81a22a5ad78645da9c5a5b623a9bebbf as hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/table/81a22a5ad78645da9c5a5b623a9bebbf 2024-11-13T18:57:34,236 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/table/81a22a5ad78645da9c5a5b623a9bebbf, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:57:34,237 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 92ms, sequenceid=13, compaction requested=false 2024-11-13T18:57:34,241 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:57:34,241 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:57:34,241 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:34,241 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524254145Running coprocessor pre-close hooks at 1731524254145Disabling compacts and flushes for region at 1731524254145Disabling writes for close at 1731524254145Obtaining lock to block concurrent updates at 1731524254145Preparing flush snapshotting stores in 1588230740 at 1731524254145Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731524254145Flushing stores of hbase:meta,,1.1588230740 at 1731524254146 (+1 ms)Flushing 1588230740/info: creating writer at 1731524254146Flushing 1588230740/info: appending metadata at 1731524254159 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731524254159Flushing 1588230740/ns: creating writer at 1731524254169 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731524254182 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731524254182Flushing 1588230740/table: creating writer at 1731524254193 (+11 ms)Flushing 1588230740/table: appending metadata at 1731524254206 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731524254206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec1fa32: reopening flushed file at 1731524254217 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d438c3: reopening flushed file at 1731524254223 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5b2197: reopening flushed file at 1731524254230 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 92ms, sequenceid=13, compaction requested=false at 1731524254237 (+7 ms)Writing region close event to WAL at 1731524254238 (+1 ms)Running coprocessor post-close hooks at 1731524254241 (+3 ms)Closed at 1731524254241 2024-11-13T18:57:34,241 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:57:34,257 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:57:34,257 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:57:34,272 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T18:57:34,272 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T18:57:34,345 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,36611,1731524251818; all regions closed. 2024-11-13T18:57:34,345 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,39597,1731524251749; all regions closed. 2024-11-13T18:57:34,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:57:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:57:34,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:57:34,354 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/oldWALs 2024-11-13T18:57:34,354 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/oldWALs 2024-11-13T18:57:34,354 INFO [RS:1;e4b56bc8c4b3:36611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C36611%2C1731524251818:(num 1731524252390) 2024-11-13T18:57:34,354 DEBUG [RS:1;e4b56bc8c4b3:36611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:34,354 INFO [RS:0;e4b56bc8c4b3:39597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C39597%2C1731524251749.meta:.meta(num 1731524252775) 2024-11-13T18:57:34,354 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:34,355 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:34,355 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:34,355 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:57:34,355 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:34,355 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:57:34,355 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:57:34,355 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:34,355 INFO [RS:1;e4b56bc8c4b3:36611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36611 2024-11-13T18:57:34,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:57:34,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:57:34,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,36611,1731524251818 2024-11-13T18:57:34,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:34,359 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:34,359 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/oldWALs 2024-11-13T18:57:34,359 INFO [RS:0;e4b56bc8c4b3:39597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C39597%2C1731524251749:(num 1731524252390) 2024-11-13T18:57:34,359 DEBUG [RS:0;e4b56bc8c4b3:39597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:57:34,359 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:57:34,359 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:34,360 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:34,360 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:34,360 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:34,360 INFO [RS:0;e4b56bc8c4b3:39597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39597 2024-11-13T18:57:34,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,36611,1731524251818] 2024-11-13T18:57:34,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:57:34,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e4b56bc8c4b3,39597,1731524251749 2024-11-13T18:57:34,375 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:34,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,36611,1731524251818 already deleted, retry=false 2024-11-13T18:57:34,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,36611,1731524251818 expired; onlineServers=1 2024-11-13T18:57:34,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,39597,1731524251749] 2024-11-13T18:57:34,400 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e4b56bc8c4b3,39597,1731524251749 already deleted, retry=false 2024-11-13T18:57:34,400 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,39597,1731524251749 expired; onlineServers=0 2024-11-13T18:57:34,400 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,45849,1731524251573' ***** 2024-11-13T18:57:34,400 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:57:34,400 INFO [M:0;e4b56bc8c4b3:45849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:57:34,401 INFO [M:0;e4b56bc8c4b3:45849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:57:34,401 DEBUG [M:0;e4b56bc8c4b3:45849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:57:34,401 DEBUG [M:0;e4b56bc8c4b3:45849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:57:34,401 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:57:34,401 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524252127 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524252127,5,FailOnTimeoutGroup] 2024-11-13T18:57:34,401 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524252126 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524252126,5,FailOnTimeoutGroup] 2024-11-13T18:57:34,401 INFO [M:0;e4b56bc8c4b3:45849 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:57:34,401 INFO [M:0;e4b56bc8c4b3:45849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:57:34,401 DEBUG [M:0;e4b56bc8c4b3:45849 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:57:34,401 INFO [M:0;e4b56bc8c4b3:45849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:57:34,401 INFO [M:0;e4b56bc8c4b3:45849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:57:34,401 INFO [M:0;e4b56bc8c4b3:45849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:57:34,401 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:57:34,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:57:34,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:57:34,409 DEBUG [M:0;e4b56bc8c4b3:45849 {}] zookeeper.ZKUtil(347): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:57:34,409 WARN [M:0;e4b56bc8c4b3:45849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:57:34,410 INFO [M:0;e4b56bc8c4b3:45849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/.lastflushedseqids 2024-11-13T18:57:34,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741844_1020 (size=200) 2024-11-13T18:57:34,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741844_1020 (size=200) 2024-11-13T18:57:34,415 INFO [M:0;e4b56bc8c4b3:45849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:57:34,415 INFO [M:0;e4b56bc8c4b3:45849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:57:34,415 DEBUG [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:57:34,416 INFO [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:34,416 DEBUG [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:34,416 DEBUG [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:57:34,416 DEBUG [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:34,416 INFO [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-13T18:57:34,434 DEBUG [M:0;e4b56bc8c4b3:45849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cb950df808f4b949c7f47848610974a is 82, key is hbase:meta,,1/info:regioninfo/1731524252811/Put/seqid=0 2024-11-13T18:57:34,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:34,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:57:34,440 INFO [M:0;e4b56bc8c4b3:45849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cb950df808f4b949c7f47848610974a 2024-11-13T18:57:34,458 DEBUG [M:0;e4b56bc8c4b3:45849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09139bdc32f34755933825ee763040b9 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524253647/Put/seqid=0 2024-11-13T18:57:34,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:57:34,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:57:34,463 INFO [M:0;e4b56bc8c4b3:45849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09139bdc32f34755933825ee763040b9 2024-11-13T18:57:34,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:34,467 INFO [RS:1;e4b56bc8c4b3:36611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:34,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36611-0x10136d8f21b0002, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:34,468 INFO [RS:1;e4b56bc8c4b3:36611 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,36611,1731524251818; zookeeper connection closed. 2024-11-13T18:57:34,468 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a768e9b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a768e9b 2024-11-13T18:57:34,483 DEBUG [M:0;e4b56bc8c4b3:45849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d516faa8fe34ed8b3445e1cb9842eef is 69, key is e4b56bc8c4b3,36611,1731524251818/rs:state/1731524252175/Put/seqid=0 2024-11-13T18:57:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:57:34,489 INFO [M:0;e4b56bc8c4b3:45849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d516faa8fe34ed8b3445e1cb9842eef 2024-11-13T18:57:34,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:34,492 INFO [RS:0;e4b56bc8c4b3:39597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:34,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39597-0x10136d8f21b0001, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:34,492 INFO [RS:0;e4b56bc8c4b3:39597 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,39597,1731524251749; zookeeper connection closed. 2024-11-13T18:57:34,493 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d798d9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d798d9f 2024-11-13T18:57:34,493 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:57:34,494 DEBUG [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cb950df808f4b949c7f47848610974a as hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cb950df808f4b949c7f47848610974a 2024-11-13T18:57:34,500 INFO [M:0;e4b56bc8c4b3:45849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cb950df808f4b949c7f47848610974a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:57:34,501 DEBUG [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09139bdc32f34755933825ee763040b9 as hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09139bdc32f34755933825ee763040b9 2024-11-13T18:57:34,506 INFO [M:0;e4b56bc8c4b3:45849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09139bdc32f34755933825ee763040b9, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:57:34,507 DEBUG [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d516faa8fe34ed8b3445e1cb9842eef as hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d516faa8fe34ed8b3445e1cb9842eef 2024-11-13T18:57:34,511 INFO [M:0;e4b56bc8c4b3:45849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40717/user/jenkins/test-data/1a7e6af9-b5da-1755-4768-0b0756f67ab2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d516faa8fe34ed8b3445e1cb9842eef, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:57:34,512 INFO [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-11-13T18:57:34,513 INFO [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:57:34,513 DEBUG [M:0;e4b56bc8c4b3:45849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524254415Disabling compacts and flushes for region at 1731524254415Disabling writes for close at 1731524254416 (+1 ms)Obtaining lock to block concurrent updates at 1731524254416Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524254416Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731524254416Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524254417 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524254417Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524254434 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524254434Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524254444 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524254457 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524254458 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524254467 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524254482 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524254482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c977ab0: reopening flushed file at 1731524254493 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27071314: reopening flushed file at 1731524254500 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c03d7bd: reopening flushed file at 1731524254506 (+6 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1731524254512 (+6 ms)Writing region close event to WAL at 1731524254513 (+1 ms)Closed at 1731524254513 2024-11-13T18:57:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45719 is added to blk_1073741830_1006 (size=35489) 2024-11-13T18:57:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741830_1006 (size=35489) 2024-11-13T18:57:34,516 INFO [M:0;e4b56bc8c4b3:45849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:57:34,516 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:57:34,516 INFO [M:0;e4b56bc8c4b3:45849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45849 2024-11-13T18:57:34,516 INFO [M:0;e4b56bc8c4b3:45849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:57:34,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:34,626 INFO [M:0;e4b56bc8c4b3:45849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:57:34,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45849-0x10136d8f21b0000, quorum=127.0.0.1:53189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:57:34,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c467416{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:34,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29810955{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:34,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:34,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d99d9fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:34,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73e0a199{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:34,636 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:34,636 WARN [BP-1309801443-172.17.0.2-1731524250146 heartbeating to localhost/127.0.0.1:40717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:34,636 WARN [BP-1309801443-172.17.0.2-1731524250146 heartbeating to localhost/127.0.0.1:40717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1309801443-172.17.0.2-1731524250146 (Datanode Uuid c5d93a24-1f2b-497b-8cf5-1a05563e29b9) service to localhost/127.0.0.1:40717 2024-11-13T18:57:34,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:34,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48/data/data3/current/BP-1309801443-172.17.0.2-1731524250146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:34,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48/data/data4/current/BP-1309801443-172.17.0.2-1731524250146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:34,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:34,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@694a7f22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:57:34,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2005c8c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:34,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:34,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b3dd72e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:34,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fe3563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:34,641 WARN [BP-1309801443-172.17.0.2-1731524250146 heartbeating to localhost/127.0.0.1:40717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:57:34,641 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:57:34,641 WARN [BP-1309801443-172.17.0.2-1731524250146 heartbeating to localhost/127.0.0.1:40717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1309801443-172.17.0.2-1731524250146 (Datanode Uuid 64f4fe1f-0d57-411f-bb96-13309f5c29b6) service to localhost/127.0.0.1:40717 2024-11-13T18:57:34,641 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:57:34,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48/data/data1/current/BP-1309801443-172.17.0.2-1731524250146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:34,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/cluster_0b0e0562-8d54-0a4f-f3c6-99142d755f48/data/data2/current/BP-1309801443-172.17.0.2-1731524250146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:57:34,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:57:34,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3281b3e3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:57:34,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f4f923{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:57:34,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:57:34,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122a8573{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:57:34,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20a29703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787e980f-4bfa-6803-85cf-7a4b9bc237d1/hadoop.log.dir/,STOPPED} 2024-11-13T18:57:34,653 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:57:34,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:57:34,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=186 (was 169) - Thread LEAK? -, OpenFileDescriptor=547 (was 520) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 209) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2632 (was 2779)