2024-11-12 12:27:20,308 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-12 12:27:20,328 main DEBUG Took 0.018213 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 12:27:20,329 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 12:27:20,330 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 12:27:20,331 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 12:27:20,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,345 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 12:27:20,357 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,360 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,361 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,363 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,364 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,366 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,367 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,368 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,369 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,370 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,372 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 12:27:20,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,374 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 12:27:20,376 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 12:27:20,378 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 12:27:20,380 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 12:27:20,381 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 12:27:20,382 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 12:27:20,383 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 12:27:20,393 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 12:27:20,397 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 12:27:20,399 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 12:27:20,400 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 12:27:20,400 main DEBUG createAppenders(={Console}) 2024-11-12 12:27:20,401 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-12 12:27:20,401 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-12 12:27:20,402 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-12 12:27:20,402 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 12:27:20,403 main DEBUG OutputStream closed 2024-11-12 12:27:20,403 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 12:27:20,403 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 12:27:20,404 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-12 12:27:20,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 12:27:20,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 12:27:20,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 12:27:20,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 12:27:20,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 12:27:20,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 12:27:20,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 12:27:20,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 12:27:20,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 12:27:20,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 12:27:20,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 12:27:20,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 12:27:20,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 12:27:20,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 12:27:20,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 12:27:20,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 12:27:20,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 12:27:20,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 12:27:20,502 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 12:27:20,503 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-12 12:27:20,503 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 12:27:20,503 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-12T12:27:20,518 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-12 12:27:20,521 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 12:27:20,521 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T12:27:20,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=7907 2024-11-12T12:27:20,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8 2024-11-12T12:27:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:27:20,848 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a, deleteOnExit=true 2024-11-12T12:27:20,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:27:20,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/test.cache.data in system properties and HBase conf 2024-11-12T12:27:20,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:27:20,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:27:20,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:27:20,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:27:20,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:27:20,950 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T12:27:21,072 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:27:21,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:21,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:21,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:27:21,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:21,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:27:21,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:27:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:27:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:27:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:27:21,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:21,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:27:21,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:27:22,426 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T12:27:22,499 INFO [Time-limited test {}] log.Log(170): Logging initialized @2888ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T12:27:22,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:22,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:22,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:22,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:22,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:27:22,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:22,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:22,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:22,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/java.io.tmpdir/jetty-localhost-35365-hadoop-hdfs-3_4_1-tests_jar-_-any-824688398241892472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:27:22,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:35365} 2024-11-12T12:27:22,881 INFO [Time-limited test {}] server.Server(415): Started @3271ms 2024-11-12T12:27:23,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:23,516 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:23,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:23,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:23,518 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:27:23,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:23,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:23,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc3e688{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/java.io.tmpdir/jetty-localhost-38269-hadoop-hdfs-3_4_1-tests_jar-_-any-1249113995278817388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:23,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:38269} 2024-11-12T12:27:23,636 INFO [Time-limited test {}] server.Server(415): Started @4025ms 2024-11-12T12:27:23,697 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:27:23,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:23,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:23,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:23,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:23,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:27:23,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:23,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:23,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5acf7a93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/java.io.tmpdir/jetty-localhost-46801-hadoop-hdfs-3_4_1-tests_jar-_-any-3396353552765109141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:23,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:46801} 2024-11-12T12:27:23,953 INFO [Time-limited test {}] server.Server(415): Started @4342ms 2024-11-12T12:27:23,955 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:27:25,043 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a/data/data4/current/BP-2006325384-172.17.0.3-1731414441664/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:25,043 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a/data/data2/current/BP-2006325384-172.17.0.3-1731414441664/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:25,043 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a/data/data3/current/BP-2006325384-172.17.0.3-1731414441664/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:25,043 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a/data/data1/current/BP-2006325384-172.17.0.3-1731414441664/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:25,072 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:27:25,073 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:27:25,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34719befd700a063 with lease ID 0xdf518dab88b44d6a: Processing first storage report for DS-6bb29048-fcd4-48ff-a644-847ab4fe5669 from datanode DatanodeRegistration(127.0.0.1:40737, datanodeUuid=68590aae-b595-4019-bae1-47552a44f823, infoPort=45831, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=387344917;c=1731414441664) 2024-11-12T12:27:25,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34719befd700a063 with lease ID 0xdf518dab88b44d6a: from storage DS-6bb29048-fcd4-48ff-a644-847ab4fe5669 node DatanodeRegistration(127.0.0.1:40737, datanodeUuid=68590aae-b595-4019-bae1-47552a44f823, infoPort=45831, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=387344917;c=1731414441664), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T12:27:25,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff7ed9ef0af6414c with lease ID 0xdf518dab88b44d69: Processing first storage report for DS-d783c8b9-1011-4ab4-a309-513535906ac1 from datanode DatanodeRegistration(127.0.0.1:44765, datanodeUuid=17b788cc-be17-4db2-ade7-e4f76023d578, infoPort=43011, infoSecurePort=0, ipcPort=36105, storageInfo=lv=-57;cid=testClusterID;nsid=387344917;c=1731414441664) 2024-11-12T12:27:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff7ed9ef0af6414c with lease ID 0xdf518dab88b44d69: from storage DS-d783c8b9-1011-4ab4-a309-513535906ac1 node DatanodeRegistration(127.0.0.1:44765, datanodeUuid=17b788cc-be17-4db2-ade7-e4f76023d578, infoPort=43011, infoSecurePort=0, ipcPort=36105, storageInfo=lv=-57;cid=testClusterID;nsid=387344917;c=1731414441664), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34719befd700a063 with lease ID 0xdf518dab88b44d6a: Processing first storage report for DS-1cc852c8-54b9-4ffe-b071-7c2da46ab2c6 from datanode DatanodeRegistration(127.0.0.1:40737, datanodeUuid=68590aae-b595-4019-bae1-47552a44f823, infoPort=45831, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=387344917;c=1731414441664) 2024-11-12T12:27:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34719befd700a063 with lease ID 0xdf518dab88b44d6a: from storage DS-1cc852c8-54b9-4ffe-b071-7c2da46ab2c6 node DatanodeRegistration(127.0.0.1:40737, datanodeUuid=68590aae-b595-4019-bae1-47552a44f823, infoPort=45831, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=387344917;c=1731414441664), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T12:27:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff7ed9ef0af6414c with lease ID 0xdf518dab88b44d69: Processing first storage report for DS-63bdb3fb-d7ed-4630-93d2-808c4ce1b88a from datanode DatanodeRegistration(127.0.0.1:44765, datanodeUuid=17b788cc-be17-4db2-ade7-e4f76023d578, infoPort=43011, infoSecurePort=0, ipcPort=36105, storageInfo=lv=-57;cid=testClusterID;nsid=387344917;c=1731414441664) 2024-11-12T12:27:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff7ed9ef0af6414c with lease ID 0xdf518dab88b44d69: from storage DS-63bdb3fb-d7ed-4630-93d2-808c4ce1b88a node DatanodeRegistration(127.0.0.1:44765, datanodeUuid=17b788cc-be17-4db2-ade7-e4f76023d578, infoPort=43011, infoSecurePort=0, ipcPort=36105, storageInfo=lv=-57;cid=testClusterID;nsid=387344917;c=1731414441664), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:25,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8 2024-11-12T12:27:25,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a/zookeeper_0, clientPort=61397, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:27:25,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61397 2024-11-12T12:27:25,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:25,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:25,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:27:25,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:27:25,857 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997 with version=8 2024-11-12T12:27:25,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/hbase-staging 2024-11-12T12:27:25,941 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T12:27:26,332 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:26,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:26,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:26,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:26,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:26,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:26,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:27:26,596 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T12:27:26,610 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T12:27:26,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:26,656 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 45714 (auto-detected) 2024-11-12T12:27:26,659 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T12:27:26,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42447 2024-11-12T12:27:26,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42447 connecting to ZooKeeper ensemble=127.0.0.1:61397 2024-11-12T12:27:26,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424470x0, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:26,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42447-0x1012f03c85a0000 connected 2024-11-12T12:27:27,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:27,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:27,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:27,027 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997, hbase.cluster.distributed=false 2024-11-12T12:27:27,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:27,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42447 2024-11-12T12:27:27,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42447 2024-11-12T12:27:27,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42447 2024-11-12T12:27:27,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42447 2024-11-12T12:27:27,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42447 2024-11-12T12:27:27,162 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:27,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:27,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:27,165 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:27,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:27,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:27,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:27:27,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:27,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39793 2024-11-12T12:27:27,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39793 connecting to ZooKeeper ensemble=127.0.0.1:61397 2024-11-12T12:27:27,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:27,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:27,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397930x0, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:27,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397930x0, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:27,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39793-0x1012f03c85a0001 connected 2024-11-12T12:27:27,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:27:27,234 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:27:27,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:27:27,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:27,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39793 2024-11-12T12:27:27,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39793 2024-11-12T12:27:27,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39793 2024-11-12T12:27:27,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39793 2024-11-12T12:27:27,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39793 2024-11-12T12:27:27,266 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:27,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:27,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:27,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:27,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:27,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:27,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:27:27,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:27,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32781 2024-11-12T12:27:27,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32781 connecting to ZooKeeper ensemble=127.0.0.1:61397 2024-11-12T12:27:27,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:27,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:27,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327810x0, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:27,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32781-0x1012f03c85a0002 connected 2024-11-12T12:27:27,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:27,296 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:27:27,297 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:27:27,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:27:27,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:27,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32781 2024-11-12T12:27:27,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32781 2024-11-12T12:27:27,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32781 2024-11-12T12:27:27,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32781 2024-11-12T12:27:27,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32781 2024-11-12T12:27:27,318 DEBUG [M:0;4a91c05c96a4:42447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:42447 2024-11-12T12:27:27,319 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4a91c05c96a4,42447,1731414446104 2024-11-12T12:27:27,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:27,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:27,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:27,338 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a91c05c96a4,42447,1731414446104 2024-11-12T12:27:27,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:27,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:27,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:27,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:27,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:27,376 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T12:27:27,377 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a91c05c96a4,42447,1731414446104 from backup master directory 2024-11-12T12:27:27,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a91c05c96a4,42447,1731414446104 2024-11-12T12:27:27,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:27,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:27,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:27,389 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:27,389 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,42447,1731414446104 2024-11-12T12:27:27,391 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T12:27:27,393 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T12:27:27,458 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/hbase.id] with ID: aabd1087-fc89-4839-93aa-bbcbbd1283ab 2024-11-12T12:27:27,458 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/.tmp/hbase.id 2024-11-12T12:27:27,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:27:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:27:27,475 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/.tmp/hbase.id]:[hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/hbase.id] 2024-11-12T12:27:27,524 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:27,529 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:27:27,548 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-12T12:27:27,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:27,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:27,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:27,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:27:27,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:27:27,650 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:27:27,652 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:27:27,667 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T12:27:27,671 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:27,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:27:27,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:27:27,719 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store 2024-11-12T12:27:27,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:27:27,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:27:27,745 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T12:27:27,749 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:27,751 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:27:27,751 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:27,751 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:27,753 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:27:27,753 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:27,754 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:27,755 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414447750Disabling compacts and flushes for region at 1731414447750Disabling writes for close at 1731414447753 (+3 ms)Writing region close event to WAL at 1731414447754 (+1 ms)Closed at 1731414447754 2024-11-12T12:27:27,758 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/.initializing 2024-11-12T12:27:27,758 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/WALs/4a91c05c96a4,42447,1731414446104 2024-11-12T12:27:27,767 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:27,782 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C42447%2C1731414446104, suffix=, logDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/WALs/4a91c05c96a4,42447,1731414446104, archiveDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/oldWALs, maxLogs=10 2024-11-12T12:27:27,808 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/WALs/4a91c05c96a4,42447,1731414446104/4a91c05c96a4%2C42447%2C1731414446104.1731414447787, exclude list is [], retry=0 2024-11-12T12:27:27,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-d783c8b9-1011-4ab4-a309-513535906ac1,DISK] 2024-11-12T12:27:27,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40737,DS-6bb29048-fcd4-48ff-a644-847ab4fe5669,DISK] 2024-11-12T12:27:27,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T12:27:27,866 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/WALs/4a91c05c96a4,42447,1731414446104/4a91c05c96a4%2C42447%2C1731414446104.1731414447787 2024-11-12T12:27:27,867 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45831:45831),(127.0.0.1/127.0.0.1:43011:43011)] 2024-11-12T12:27:27,868 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:27:27,869 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:27,872 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:27,873 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:27,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:27,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:27:27,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:27,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:27,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:27,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:27:27,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:27,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:27,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:27,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:27:27,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:27,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:27,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:27,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:27:27,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:27,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:27,972 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:27,977 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:27,979 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:27,986 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:27,987 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:27,992 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:27,997 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:28,004 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:28,006 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70508644, jitterRate=0.050660669803619385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:28,014 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414447885Initializing all the Stores at 1731414447887 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414447888 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414447889 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414447889Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414447889Cleaning up temporary data from old regions at 1731414447987 (+98 ms)Region opened successfully at 1731414448014 (+27 ms) 2024-11-12T12:27:28,016 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:27:28,063 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edc1782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:28,100 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:27:28,114 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:27:28,114 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:27:28,118 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:27:28,119 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T12:27:28,124 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T12:27:28,124 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:27:28,156 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:27:28,167 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T12:27:28,230 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T12:27:28,233 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:27:28,236 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:27:28,248 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T12:27:28,251 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:27:28,255 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:27:28,261 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T12:27:28,264 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:27:28,272 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T12:27:28,293 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:27:28,303 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T12:27:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:28,317 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,42447,1731414446104, sessionid=0x1012f03c85a0000, setting cluster-up flag (Was=false) 2024-11-12T12:27:28,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:28,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:28,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:28,388 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T12:27:28,390 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,42447,1731414446104 2024-11-12T12:27:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:28,451 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T12:27:28,452 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,42447,1731414446104 2024-11-12T12:27:28,458 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:27:28,507 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(746): ClusterId : aabd1087-fc89-4839-93aa-bbcbbd1283ab 2024-11-12T12:27:28,507 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(746): ClusterId : aabd1087-fc89-4839-93aa-bbcbbd1283ab 2024-11-12T12:27:28,509 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:27:28,509 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:27:28,523 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:27:28,523 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:27:28,524 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:27:28,524 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:27:28,536 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:27:28,536 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:27:28,537 DEBUG [RS:1;4a91c05c96a4:32781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ee5adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:28,537 DEBUG [RS:0;4a91c05c96a4:39793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c412c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:28,546 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:28,555 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:27:28,556 DEBUG [RS:1;4a91c05c96a4:32781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a91c05c96a4:32781 2024-11-12T12:27:28,556 DEBUG [RS:0;4a91c05c96a4:39793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:39793 2024-11-12T12:27:28,560 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:27:28,560 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:27:28,560 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:27:28,560 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:27:28,561 DEBUG [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:27:28,561 DEBUG [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:27:28,562 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:27:28,564 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,42447,1731414446104 with port=39793, startcode=1731414447125 2024-11-12T12:27:28,564 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,42447,1731414446104 with port=32781, startcode=1731414447265 2024-11-12T12:27:28,568 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,42447,1731414446104 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:27:28,574 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:28,575 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:28,575 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:28,575 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:28,575 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:27:28,575 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,576 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:28,576 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,578 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414478578 2024-11-12T12:27:28,578 DEBUG [RS:0;4a91c05c96a4:39793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:27:28,578 DEBUG [RS:1;4a91c05c96a4:32781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:27:28,580 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:27:28,582 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:27:28,582 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:28,582 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:27:28,586 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:27:28,586 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:27:28,587 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:27:28,587 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:27:28,589 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:28,588 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:27:28,592 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:27:28,594 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:27:28,594 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:27:28,600 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:27:28,601 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:27:28,604 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414448602,5,FailOnTimeoutGroup] 2024-11-12T12:27:28,616 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414448604,5,FailOnTimeoutGroup] 2024-11-12T12:27:28,616 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,617 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:27:28,618 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,618 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:27:28,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:27:28,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:27:28,623 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997 2024-11-12T12:27:28,625 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:27:28,625 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:27:28,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,32781,1731414447265 2024-11-12T12:27:28,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42447 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,32781,1731414447265 2024-11-12T12:27:28,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:27:28,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:27:28,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:28,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:27:28,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:28,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42447 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:28,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:27:28,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:28,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:28,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:27:28,654 DEBUG [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997 2024-11-12T12:27:28,654 DEBUG [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39077 2024-11-12T12:27:28,654 DEBUG [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997 2024-11-12T12:27:28,654 DEBUG [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:27:28,654 DEBUG [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39077 2024-11-12T12:27:28,654 DEBUG [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:27:28,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:27:28,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:28,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:28,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:27:28,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:27:28,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:28,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:28,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:27:28,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:27:28,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:28,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:28,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:27:28,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740 2024-11-12T12:27:28,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740 2024-11-12T12:27:28,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:27:28,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:27:28,676 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:28,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:27:28,685 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:28,686 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74569118, jitterRate=0.11116644740104675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:28,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414448645Initializing all the Stores at 1731414448647 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414448647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414448647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414448647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414448647Cleaning up temporary data from old regions at 1731414448675 (+28 ms)Region opened successfully at 1731414448691 (+16 ms) 2024-11-12T12:27:28,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:27:28,692 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:27:28,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:27:28,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:27:28,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:27:28,693 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:28,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414448692Disabling compacts and flushes for region at 1731414448692Disabling writes for close at 1731414448692Writing region close event to WAL at 1731414448693 (+1 ms)Closed at 1731414448693 2024-11-12T12:27:28,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:28,696 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:28,696 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:27:28,697 DEBUG [RS:0;4a91c05c96a4:39793 {}] zookeeper.ZKUtil(111): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:28,697 DEBUG [RS:1;4a91c05c96a4:32781 {}] zookeeper.ZKUtil(111): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,32781,1731414447265 2024-11-12T12:27:28,697 WARN [RS:1;4a91c05c96a4:32781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:28,697 WARN [RS:0;4a91c05c96a4:39793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:28,697 INFO [RS:1;4a91c05c96a4:32781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:28,697 INFO [RS:0;4a91c05c96a4:39793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:28,697 DEBUG [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,32781,1731414447265 2024-11-12T12:27:28,697 DEBUG [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:28,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,39793,1731414447125] 2024-11-12T12:27:28,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,32781,1731414447265] 2024-11-12T12:27:28,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:27:28,713 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:27:28,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:27:28,732 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:27:28,732 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:27:28,747 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:27:28,747 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:27:28,752 INFO [RS:0;4a91c05c96a4:39793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:27:28,752 INFO [RS:1;4a91c05c96a4:32781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:27:28,752 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,752 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,753 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:27:28,755 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:27:28,758 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:27:28,758 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:27:28,760 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,760 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,760 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,760 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,760 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,760 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,760 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,760 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,760 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,760 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,760 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,760 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:28,761 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:28,761 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:28,761 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:28,762 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:28,762 DEBUG [RS:1;4a91c05c96a4:32781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:28,762 DEBUG [RS:0;4a91c05c96a4:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:28,764 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,764 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,765 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,765 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,765 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,765 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,765 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,765 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,765 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,765 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,32781,1731414447265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:28,765 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,765 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39793,1731414447125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:28,782 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:27:28,782 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:27:28,784 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,32781,1731414447265-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,784 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,39793,1731414447125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,784 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,784 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,785 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.Replication(171): 4a91c05c96a4,39793,1731414447125 started 2024-11-12T12:27:28,785 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.Replication(171): 4a91c05c96a4,32781,1731414447265 started 2024-11-12T12:27:28,803 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,803 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:28,803 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,32781,1731414447265, RpcServer on 4a91c05c96a4/172.17.0.3:32781, sessionid=0x1012f03c85a0002 2024-11-12T12:27:28,803 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,39793,1731414447125, RpcServer on 4a91c05c96a4/172.17.0.3:39793, sessionid=0x1012f03c85a0001 2024-11-12T12:27:28,804 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:27:28,804 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:27:28,804 DEBUG [RS:0;4a91c05c96a4:39793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:28,804 DEBUG [RS:1;4a91c05c96a4:32781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,32781,1731414447265 2024-11-12T12:27:28,805 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,39793,1731414447125' 2024-11-12T12:27:28,805 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,32781,1731414447265' 2024-11-12T12:27:28,805 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:27:28,805 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:27:28,806 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:27:28,806 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:27:28,806 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:27:28,807 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:27:28,807 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:27:28,807 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:27:28,807 DEBUG [RS:0;4a91c05c96a4:39793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:28,807 DEBUG [RS:1;4a91c05c96a4:32781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,32781,1731414447265 2024-11-12T12:27:28,807 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,39793,1731414447125' 2024-11-12T12:27:28,807 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,32781,1731414447265' 2024-11-12T12:27:28,807 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:27:28,807 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:27:28,807 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:27:28,808 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:27:28,808 DEBUG [RS:0;4a91c05c96a4:39793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:27:28,808 INFO [RS:0;4a91c05c96a4:39793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:27:28,808 INFO [RS:0;4a91c05c96a4:39793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:27:28,808 DEBUG [RS:1;4a91c05c96a4:32781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:27:28,808 INFO [RS:1;4a91c05c96a4:32781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:27:28,808 INFO [RS:1;4a91c05c96a4:32781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:27:28,868 WARN [4a91c05c96a4:42447 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:27:28,913 INFO [RS:1;4a91c05c96a4:32781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:28,913 INFO [RS:0;4a91c05c96a4:39793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:28,916 INFO [RS:1;4a91c05c96a4:32781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C32781%2C1731414447265, suffix=, logDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,32781,1731414447265, archiveDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/oldWALs, maxLogs=32 2024-11-12T12:27:28,916 INFO [RS:0;4a91c05c96a4:39793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C39793%2C1731414447125, suffix=, logDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,39793,1731414447125, archiveDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/oldWALs, maxLogs=32 2024-11-12T12:27:28,932 DEBUG [RS:1;4a91c05c96a4:32781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,32781,1731414447265/4a91c05c96a4%2C32781%2C1731414447265.1731414448919, exclude list is [], retry=0 2024-11-12T12:27:28,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-d783c8b9-1011-4ab4-a309-513535906ac1,DISK] 2024-11-12T12:27:28,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40737,DS-6bb29048-fcd4-48ff-a644-847ab4fe5669,DISK] 2024-11-12T12:27:28,938 DEBUG [RS:0;4a91c05c96a4:39793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,39793,1731414447125/4a91c05c96a4%2C39793%2C1731414447125.1731414448920, exclude list is [], retry=0 2024-11-12T12:27:28,942 INFO [RS:1;4a91c05c96a4:32781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,32781,1731414447265/4a91c05c96a4%2C32781%2C1731414447265.1731414448919 2024-11-12T12:27:28,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-d783c8b9-1011-4ab4-a309-513535906ac1,DISK] 2024-11-12T12:27:28,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40737,DS-6bb29048-fcd4-48ff-a644-847ab4fe5669,DISK] 2024-11-12T12:27:28,945 DEBUG [RS:1;4a91c05c96a4:32781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45831:45831),(127.0.0.1/127.0.0.1:43011:43011)] 2024-11-12T12:27:28,951 INFO [RS:0;4a91c05c96a4:39793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,39793,1731414447125/4a91c05c96a4%2C39793%2C1731414447125.1731414448920 2024-11-12T12:27:28,952 DEBUG [RS:0;4a91c05c96a4:39793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45831:45831),(127.0.0.1/127.0.0.1:43011:43011)] 2024-11-12T12:27:29,121 DEBUG [4a91c05c96a4:42447 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T12:27:29,129 DEBUG [4a91c05c96a4:42447 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:27:29,136 DEBUG [4a91c05c96a4:42447 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:27:29,136 DEBUG [4a91c05c96a4:42447 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:27:29,136 DEBUG [4a91c05c96a4:42447 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:27:29,136 DEBUG [4a91c05c96a4:42447 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:27:29,136 INFO [4a91c05c96a4:42447 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:27:29,136 INFO [4a91c05c96a4:42447 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:27:29,136 DEBUG [4a91c05c96a4:42447 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:27:29,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:29,150 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,39793,1731414447125, state=OPENING 2024-11-12T12:27:29,198 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:27:29,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:29,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:29,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:29,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:29,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:29,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:29,212 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:27:29,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,39793,1731414447125}] 2024-11-12T12:27:29,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:29,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:29,409 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:27:29,410 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:29,410 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:27:29,414 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C39793%2C1731414447125.meta, suffix=.meta, logDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,39793,1731414447125, archiveDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/oldWALs, maxLogs=32 2024-11-12T12:27:29,430 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,39793,1731414447125/4a91c05c96a4%2C39793%2C1731414447125.meta.1731414449416.meta, exclude list is [], retry=0 2024-11-12T12:27:29,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-d783c8b9-1011-4ab4-a309-513535906ac1,DISK] 2024-11-12T12:27:29,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40737,DS-6bb29048-fcd4-48ff-a644-847ab4fe5669,DISK] 2024-11-12T12:27:29,440 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,39793,1731414447125/4a91c05c96a4%2C39793%2C1731414447125.meta.1731414449416.meta 2024-11-12T12:27:29,440 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45831:45831),(127.0.0.1/127.0.0.1:43011:43011)] 2024-11-12T12:27:29,441 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:27:29,443 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:27:29,446 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:27:29,452 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:27:29,458 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:27:29,458 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:29,459 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:27:29,459 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:27:29,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:27:29,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:27:29,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:29,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:29,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:27:29,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:27:29,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:29,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:29,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:27:29,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:27:29,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:29,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:29,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:27:29,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:27:29,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:29,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:29,474 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:27:29,476 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740 2024-11-12T12:27:29,480 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740 2024-11-12T12:27:29,483 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:27:29,483 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:27:29,484 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:29,487 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:27:29,489 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65577766, jitterRate=-0.02281513810157776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:29,489 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:27:29,491 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414449459Writing region info on filesystem at 1731414449460 (+1 ms)Initializing all the Stores at 1731414449462 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414449462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414449462Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414449462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414449462Cleaning up temporary data from old regions at 1731414449483 (+21 ms)Running coprocessor post-open hooks at 1731414449490 (+7 ms)Region opened successfully at 1731414449491 (+1 ms) 2024-11-12T12:27:29,499 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414449383 2024-11-12T12:27:29,511 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:27:29,512 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:27:29,514 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:29,517 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,39793,1731414447125, state=OPEN 2024-11-12T12:27:29,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:29,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:29,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:29,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:29,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:29,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:29,525 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:29,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:27:29,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,39793,1731414447125 in 311 msec 2024-11-12T12:27:29,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:27:29,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 831 msec 2024-11-12T12:27:29,544 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:29,544 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:27:29,564 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:29,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,39793,1731414447125, seqNum=-1] 2024-11-12T12:27:29,586 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:29,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:29,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1160 sec 2024-11-12T12:27:29,614 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414449614, completionTime=-1 2024-11-12T12:27:29,617 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T12:27:29,617 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:27:29,647 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T12:27:29,647 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414509647 2024-11-12T12:27:29,648 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414569648 2024-11-12T12:27:29,648 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-12T12:27:29,649 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:27:29,657 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42447,1731414446104-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:29,658 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42447,1731414446104-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:29,658 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42447,1731414446104-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:29,660 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:42447, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:29,661 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:29,661 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:29,668 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:27:29,695 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.306sec 2024-11-12T12:27:29,697 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:27:29,699 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:27:29,701 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:27:29,701 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:27:29,701 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:27:29,703 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42447,1731414446104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:29,703 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42447,1731414446104-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:27:29,708 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:27:29,709 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:27:29,709 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42447,1731414446104-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:29,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a76e84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:29,720 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T12:27:29,720 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T12:27:29,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42447,-1 for getting cluster id 2024-11-12T12:27:29,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:27:29,765 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aabd1087-fc89-4839-93aa-bbcbbd1283ab' 2024-11-12T12:27:29,768 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:27:29,768 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aabd1087-fc89-4839-93aa-bbcbbd1283ab" 2024-11-12T12:27:29,770 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d32c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:29,770 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42447,-1] 2024-11-12T12:27:29,773 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:27:29,775 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:29,775 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:27:29,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21996db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:29,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:29,786 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,39793,1731414447125, seqNum=-1] 2024-11-12T12:27:29,787 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:29,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:29,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,42447,1731414446104 2024-11-12T12:27:29,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:27:29,845 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,42447,1731414446104 2024-11-12T12:27:29,848 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16282c 2024-11-12T12:27:29,849 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:27:29,852 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:27:29,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:27:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T12:27:29,876 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:27:29,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T12:27:29,879 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:29,881 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:27:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:29,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:27:29,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:27:29,905 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3998dd2bb30ce71fa3ed5bc388859eb8, NAME => 'testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997 2024-11-12T12:27:29,905 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7075000f9156f6c2009ffc964742b066, NAME => 'testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997 2024-11-12T12:27:29,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:27:29,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:27:29,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:27:29,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3998dd2bb30ce71fa3ed5bc388859eb8, disabling compactions & flushes 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 7075000f9156f6c2009ffc964742b066, disabling compactions & flushes 2024-11-12T12:27:29,924 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:29,924 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. after waiting 0 ms 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. after waiting 0 ms 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:29,924 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:29,924 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7075000f9156f6c2009ffc964742b066: Waiting for close lock at 1731414449924Disabling compacts and flushes for region at 1731414449924Disabling writes for close at 1731414449924Writing region close event to WAL at 1731414449924Closed at 1731414449924 2024-11-12T12:27:29,924 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3998dd2bb30ce71fa3ed5bc388859eb8: Waiting for close lock at 1731414449924Disabling compacts and flushes for region at 1731414449924Disabling writes for close at 1731414449924Writing region close event to WAL at 1731414449924Closed at 1731414449924 2024-11-12T12:27:29,927 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:27:29,931 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414449927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414449927"}]},"ts":"1731414449927"} 2024-11-12T12:27:29,931 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414449927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414449927"}]},"ts":"1731414449927"} 2024-11-12T12:27:29,964 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T12:27:29,966 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:27:29,970 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414449967"}]},"ts":"1731414449967"} 2024-11-12T12:27:29,975 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T12:27:29,975 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:27:29,978 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:27:29,978 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:27:29,978 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:27:29,978 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:27:29,978 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:27:29,978 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:27:29,978 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:27:29,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3998dd2bb30ce71fa3ed5bc388859eb8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7075000f9156f6c2009ffc964742b066, ASSIGN}] 2024-11-12T12:27:29,983 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7075000f9156f6c2009ffc964742b066, ASSIGN 2024-11-12T12:27:29,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3998dd2bb30ce71fa3ed5bc388859eb8, ASSIGN 2024-11-12T12:27:29,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3998dd2bb30ce71fa3ed5bc388859eb8, ASSIGN; state=OFFLINE, location=4a91c05c96a4,32781,1731414447265; forceNewPlan=false, retain=false 2024-11-12T12:27:29,986 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7075000f9156f6c2009ffc964742b066, ASSIGN; state=OFFLINE, location=4a91c05c96a4,39793,1731414447125; forceNewPlan=false, retain=false 2024-11-12T12:27:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:30,138 INFO [4a91c05c96a4:42447 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T12:27:30,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3998dd2bb30ce71fa3ed5bc388859eb8, regionState=OPENING, regionLocation=4a91c05c96a4,32781,1731414447265 2024-11-12T12:27:30,139 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7075000f9156f6c2009ffc964742b066, regionState=OPENING, regionLocation=4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:30,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3998dd2bb30ce71fa3ed5bc388859eb8, ASSIGN because future has completed 2024-11-12T12:27:30,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3998dd2bb30ce71fa3ed5bc388859eb8, server=4a91c05c96a4,32781,1731414447265}] 2024-11-12T12:27:30,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7075000f9156f6c2009ffc964742b066, ASSIGN because future has completed 2024-11-12T12:27:30,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7075000f9156f6c2009ffc964742b066, server=4a91c05c96a4,39793,1731414447125}] 2024-11-12T12:27:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:30,300 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:30,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:30,309 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:30,309 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3998dd2bb30ce71fa3ed5bc388859eb8, NAME => 'testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T12:27:30,310 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:30,310 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:30,311 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:30,311 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:30,311 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:30,311 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 7075000f9156f6c2009ffc964742b066, NAME => 'testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T12:27:30,312 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:30,312 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:30,312 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:30,312 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:30,314 INFO [StoreOpener-3998dd2bb30ce71fa3ed5bc388859eb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:30,316 INFO [StoreOpener-3998dd2bb30ce71fa3ed5bc388859eb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3998dd2bb30ce71fa3ed5bc388859eb8 columnFamilyName family 2024-11-12T12:27:30,316 INFO [StoreOpener-7075000f9156f6c2009ffc964742b066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:30,316 DEBUG [StoreOpener-3998dd2bb30ce71fa3ed5bc388859eb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:30,317 INFO [StoreOpener-3998dd2bb30ce71fa3ed5bc388859eb8-1 {}] regionserver.HStore(327): Store=3998dd2bb30ce71fa3ed5bc388859eb8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:30,318 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:30,319 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:30,319 INFO [StoreOpener-7075000f9156f6c2009ffc964742b066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7075000f9156f6c2009ffc964742b066 columnFamilyName family 2024-11-12T12:27:30,319 DEBUG [StoreOpener-7075000f9156f6c2009ffc964742b066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:30,320 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:30,320 INFO [StoreOpener-7075000f9156f6c2009ffc964742b066-1 {}] regionserver.HStore(327): Store=7075000f9156f6c2009ffc964742b066/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:30,320 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:30,320 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:30,320 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:30,322 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:30,323 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:30,323 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:30,323 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:30,324 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:30,327 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:30,328 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/3998dd2bb30ce71fa3ed5bc388859eb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:30,329 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 3998dd2bb30ce71fa3ed5bc388859eb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72216704, jitterRate=0.07611274719238281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:27:30,329 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:30,330 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3998dd2bb30ce71fa3ed5bc388859eb8: Running coprocessor pre-open hook at 1731414450311Writing region info on filesystem at 1731414450311Initializing all the Stores at 1731414450313 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414450313Cleaning up temporary data from old regions at 1731414450320 (+7 ms)Running coprocessor post-open hooks at 1731414450329 (+9 ms)Region opened successfully at 1731414450330 (+1 ms) 2024-11-12T12:27:30,333 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8., pid=7, masterSystemTime=1731414450299 2024-11-12T12:27:30,333 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/7075000f9156f6c2009ffc964742b066/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:30,334 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 7075000f9156f6c2009ffc964742b066; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66884650, jitterRate=-0.0033410489559173584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:27:30,335 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:30,335 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 7075000f9156f6c2009ffc964742b066: Running coprocessor pre-open hook at 1731414450312Writing region info on filesystem at 1731414450312Initializing all the Stores at 1731414450314 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414450314Cleaning up temporary data from old regions at 1731414450323 (+9 ms)Running coprocessor post-open hooks at 1731414450335 (+12 ms)Region opened successfully at 1731414450335 2024-11-12T12:27:30,337 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066., pid=8, masterSystemTime=1731414450304 2024-11-12T12:27:30,338 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:30,339 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:30,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3998dd2bb30ce71fa3ed5bc388859eb8, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,32781,1731414447265 2024-11-12T12:27:30,345 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:30,345 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:30,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3998dd2bb30ce71fa3ed5bc388859eb8, server=4a91c05c96a4,32781,1731414447265 because future has completed 2024-11-12T12:27:30,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7075000f9156f6c2009ffc964742b066, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:30,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7075000f9156f6c2009ffc964742b066, server=4a91c05c96a4,39793,1731414447125 because future has completed 2024-11-12T12:27:30,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-12T12:27:30,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3998dd2bb30ce71fa3ed5bc388859eb8, server=4a91c05c96a4,32781,1731414447265 in 208 msec 2024-11-12T12:27:30,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3998dd2bb30ce71fa3ed5bc388859eb8, ASSIGN in 380 msec 2024-11-12T12:27:30,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-12T12:27:30,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7075000f9156f6c2009ffc964742b066, server=4a91c05c96a4,39793,1731414447125 in 211 msec 2024-11-12T12:27:30,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T12:27:30,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7075000f9156f6c2009ffc964742b066, ASSIGN in 387 msec 2024-11-12T12:27:30,374 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:27:30,374 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414450374"}]},"ts":"1731414450374"} 2024-11-12T12:27:30,378 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T12:27:30,380 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:27:30,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 514 msec 2024-11-12T12:27:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:30,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T12:27:30,518 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T12:27:30,520 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:27:30,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T12:27:30,538 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:27:30,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T12:27:30,551 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8., hostname=4a91c05c96a4,32781,1731414447265, seqNum=2] 2024-11-12T12:27:30,553 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:30,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:30,585 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066., hostname=4a91c05c96a4,39793,1731414447125, seqNum=2] 2024-11-12T12:27:30,613 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7075000f9156f6c2009ffc964742b066 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T12:27:30,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/7075000f9156f6c2009ffc964742b066/.tmp/family/95bfe72e9295404088ac1c8de1081938 is 32, key is 5/family:/1731414450587/Put/seqid=0 2024-11-12T12:27:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741839_1015 (size=5083) 2024-11-12T12:27:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741839_1015 (size=5083) 2024-11-12T12:27:30,743 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/7075000f9156f6c2009ffc964742b066/.tmp/family/95bfe72e9295404088ac1c8de1081938 2024-11-12T12:27:30,808 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/7075000f9156f6c2009ffc964742b066/.tmp/family/95bfe72e9295404088ac1c8de1081938 as hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/7075000f9156f6c2009ffc964742b066/family/95bfe72e9295404088ac1c8de1081938 2024-11-12T12:27:30,839 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/7075000f9156f6c2009ffc964742b066/family/95bfe72e9295404088ac1c8de1081938, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T12:27:30,853 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7075000f9156f6c2009ffc964742b066 in 234ms, sequenceid=9, compaction requested=false 2024-11-12T12:27:30,855 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-12T12:27:30,859 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7075000f9156f6c2009ffc964742b066: 2024-11-12T12:27:30,859 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3998dd2bb30ce71fa3ed5bc388859eb8 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T12:27:30,886 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/3998dd2bb30ce71fa3ed5bc388859eb8/.tmp/family/f192ece7a1854677a83e9d43aa3551cf is 32, key is 1/family:/1731414450557/Put/seqid=0 2024-11-12T12:27:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741840_1016 (size=5054) 2024-11-12T12:27:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741840_1016 (size=5054) 2024-11-12T12:27:30,902 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/3998dd2bb30ce71fa3ed5bc388859eb8/.tmp/family/f192ece7a1854677a83e9d43aa3551cf 2024-11-12T12:27:30,926 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/3998dd2bb30ce71fa3ed5bc388859eb8/.tmp/family/f192ece7a1854677a83e9d43aa3551cf as hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/3998dd2bb30ce71fa3ed5bc388859eb8/family/f192ece7a1854677a83e9d43aa3551cf 2024-11-12T12:27:30,939 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/3998dd2bb30ce71fa3ed5bc388859eb8/family/f192ece7a1854677a83e9d43aa3551cf, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T12:27:30,941 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3998dd2bb30ce71fa3ed5bc388859eb8 in 82ms, sequenceid=8, compaction requested=false 2024-11-12T12:27:30,942 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3998dd2bb30ce71fa3ed5bc388859eb8: 2024-11-12T12:27:30,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ae07e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:30,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42447,-1 for getting cluster id 2024-11-12T12:27:30,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:27:30,950 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aabd1087-fc89-4839-93aa-bbcbbd1283ab' 2024-11-12T12:27:30,951 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:27:30,951 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aabd1087-fc89-4839-93aa-bbcbbd1283ab" 2024-11-12T12:27:30,951 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eca6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:30,951 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42447,-1] 2024-11-12T12:27:30,952 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:27:30,952 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:30,954 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:27:30,955 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64562480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:30,972 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T12:27:30,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:30,975 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,39793,1731414447125, seqNum=-1] 2024-11-12T12:27:30,975 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:30,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:30,986 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:30,987 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:30,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:30,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:30,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:30,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:31,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:31,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:31,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:27:31,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:27:31,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:31,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:31,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:31,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:27:31,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:31,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:27:31,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1925894432, stopped=false 2024-11-12T12:27:31,003 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,42447,1731414446104 2024-11-12T12:27:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:31,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:31,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:31,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:31,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:31,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:31,093 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:27:31,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:31,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:31,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:31,094 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,39793,1731414447125' ***** 2024-11-12T12:27:31,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:31,094 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:27:31,094 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,32781,1731414447265' ***** 2024-11-12T12:27:31,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:31,094 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:27:31,094 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:27:31,094 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:27:31,094 INFO [RS:1;4a91c05c96a4:32781 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:27:31,094 INFO [RS:0;4a91c05c96a4:39793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:27:31,095 INFO [RS:1;4a91c05c96a4:32781 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:27:31,095 INFO [RS:0;4a91c05c96a4:39793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:27:31,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:31,095 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(3091): Received CLOSE for 7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:31,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:27:31,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:27:31,095 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(3091): Received CLOSE for 3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:31,096 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:31,096 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,32781,1731414447265 2024-11-12T12:27:31,096 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:31,096 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:31,096 INFO [RS:1;4a91c05c96a4:32781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4a91c05c96a4:32781. 2024-11-12T12:27:31,096 INFO [RS:0;4a91c05c96a4:39793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:39793. 2024-11-12T12:27:31,096 DEBUG [RS:1;4a91c05c96a4:32781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:31,096 DEBUG [RS:0;4a91c05c96a4:39793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:31,096 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7075000f9156f6c2009ffc964742b066, disabling compactions & flushes 2024-11-12T12:27:31,096 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3998dd2bb30ce71fa3ed5bc388859eb8, disabling compactions & flushes 2024-11-12T12:27:31,096 DEBUG [RS:1;4a91c05c96a4:32781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:31,096 DEBUG [RS:0;4a91c05c96a4:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:31,096 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:31,096 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:31,096 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:31,096 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:31,096 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:27:31,096 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:27:31,096 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. after waiting 0 ms 2024-11-12T12:27:31,096 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:27:31,096 DEBUG [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(1325): Online Regions={3998dd2bb30ce71fa3ed5bc388859eb8=testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8.} 2024-11-12T12:27:31,096 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:31,096 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:27:31,096 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:27:31,096 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. after waiting 0 ms 2024-11-12T12:27:31,097 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:31,097 DEBUG [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(1351): Waiting on 3998dd2bb30ce71fa3ed5bc388859eb8 2024-11-12T12:27:31,097 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:27:31,097 DEBUG [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(1325): Online Regions={7075000f9156f6c2009ffc964742b066=testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:27:31,097 DEBUG [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7075000f9156f6c2009ffc964742b066 2024-11-12T12:27:31,097 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:27:31,097 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:27:31,097 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:27:31,097 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:27:31,098 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:27:31,098 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T12:27:31,107 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/3998dd2bb30ce71fa3ed5bc388859eb8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T12:27:31,110 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:31,110 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/default/testClearRegionBlockCache/7075000f9156f6c2009ffc964742b066/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T12:27:31,110 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3998dd2bb30ce71fa3ed5bc388859eb8: Waiting for close lock at 1731414451096Running coprocessor pre-close hooks at 1731414451096Disabling compacts and flushes for region at 1731414451096Disabling writes for close at 1731414451096Writing region close event to WAL at 1731414451099 (+3 ms)Running coprocessor post-close hooks at 1731414451108 (+9 ms)Closed at 1731414451109 (+1 ms) 2024-11-12T12:27:31,110 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731414449855.3998dd2bb30ce71fa3ed5bc388859eb8. 2024-11-12T12:27:31,111 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:31,111 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7075000f9156f6c2009ffc964742b066: Waiting for close lock at 1731414451096Running coprocessor pre-close hooks at 1731414451096Disabling compacts and flushes for region at 1731414451096Disabling writes for close at 1731414451097 (+1 ms)Writing region close event to WAL at 1731414451101 (+4 ms)Running coprocessor post-close hooks at 1731414451111 (+10 ms)Closed at 1731414451111 2024-11-12T12:27:31,112 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066. 2024-11-12T12:27:31,124 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/.tmp/info/a574fefbdaa9494688245a19e73fbbfb is 173, key is testClearRegionBlockCache,5,1731414449855.7075000f9156f6c2009ffc964742b066./info:regioninfo/1731414450348/Put/seqid=0 2024-11-12T12:27:31,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:27:31,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:27:31,136 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/.tmp/info/a574fefbdaa9494688245a19e73fbbfb 2024-11-12T12:27:31,163 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/.tmp/ns/1cf6413ebce44951a90fd36efa034689 is 43, key is default/ns:d/1731414449594/Put/seqid=0 2024-11-12T12:27:31,167 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:31,167 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:31,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:27:31,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:27:31,171 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/.tmp/ns/1cf6413ebce44951a90fd36efa034689 2024-11-12T12:27:31,199 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/.tmp/table/4c8dc261afd64a6589d982f28ca28c99 is 61, key is testClearRegionBlockCache/table:state/1731414450374/Put/seqid=0 2024-11-12T12:27:31,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:27:31,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:27:31,207 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/.tmp/table/4c8dc261afd64a6589d982f28ca28c99 2024-11-12T12:27:31,221 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/.tmp/info/a574fefbdaa9494688245a19e73fbbfb as hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/info/a574fefbdaa9494688245a19e73fbbfb 2024-11-12T12:27:31,230 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/info/a574fefbdaa9494688245a19e73fbbfb, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T12:27:31,232 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/.tmp/ns/1cf6413ebce44951a90fd36efa034689 as hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/ns/1cf6413ebce44951a90fd36efa034689 2024-11-12T12:27:31,244 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/ns/1cf6413ebce44951a90fd36efa034689, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T12:27:31,246 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/.tmp/table/4c8dc261afd64a6589d982f28ca28c99 as hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/table/4c8dc261afd64a6589d982f28ca28c99 2024-11-12T12:27:31,255 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/table/4c8dc261afd64a6589d982f28ca28c99, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T12:27:31,256 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=13, compaction requested=false 2024-11-12T12:27:31,256 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T12:27:31,264 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T12:27:31,265 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:27:31,265 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:31,265 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414451097Running coprocessor pre-close hooks at 1731414451097Disabling compacts and flushes for region at 1731414451097Disabling writes for close at 1731414451098 (+1 ms)Obtaining lock to block concurrent updates at 1731414451098Preparing flush snapshotting stores in 1588230740 at 1731414451098Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731414451098Flushing stores of hbase:meta,,1.1588230740 at 1731414451099 (+1 ms)Flushing 1588230740/info: creating writer at 1731414451100 (+1 ms)Flushing 1588230740/info: appending metadata at 1731414451123 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731414451123Flushing 1588230740/ns: creating writer at 1731414451147 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731414451162 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731414451162Flushing 1588230740/table: creating writer at 1731414451182 (+20 ms)Flushing 1588230740/table: appending metadata at 1731414451199 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731414451199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ad5643: reopening flushed file at 1731414451219 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25703622: reopening flushed file at 1731414451230 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@776f5624: reopening flushed file at 1731414451244 (+14 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=13, compaction requested=false at 1731414451256 (+12 ms)Writing region close event to WAL at 1731414451258 (+2 ms)Running coprocessor post-close hooks at 1731414451265 (+7 ms)Closed at 1731414451265 2024-11-12T12:27:31,265 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:31,297 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,32781,1731414447265; all regions closed. 2024-11-12T12:27:31,297 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,39793,1731414447125; all regions closed. 2024-11-12T12:27:31,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741833_1009 (size=1758) 2024-11-12T12:27:31,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:27:31,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:27:31,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741833_1009 (size=1758) 2024-11-12T12:27:31,311 DEBUG [RS:0;4a91c05c96a4:39793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/oldWALs 2024-11-12T12:27:31,311 DEBUG [RS:1;4a91c05c96a4:32781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/oldWALs 2024-11-12T12:27:31,312 INFO [RS:0;4a91c05c96a4:39793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C39793%2C1731414447125.meta:.meta(num 1731414449416) 2024-11-12T12:27:31,312 INFO [RS:1;4a91c05c96a4:32781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C32781%2C1731414447265:(num 1731414448919) 2024-11-12T12:27:31,312 DEBUG [RS:1;4a91c05c96a4:32781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:31,312 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:31,312 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:31,312 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:31,313 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:27:31,313 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:31,313 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:27:31,313 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:27:31,313 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:31,313 INFO [RS:1;4a91c05c96a4:32781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32781 2024-11-12T12:27:31,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741834_1010 (size=1867) 2024-11-12T12:27:31,316 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/WALs/4a91c05c96a4,39793,1731414447125/4a91c05c96a4%2C39793%2C1731414447125.1731414448920 not finished, retry = 0 2024-11-12T12:27:31,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741834_1010 (size=1867) 2024-11-12T12:27:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,32781,1731414447265 2024-11-12T12:27:31,335 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:31,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,32781,1731414447265] 2024-11-12T12:27:31,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,32781,1731414447265 already deleted, retry=false 2024-11-12T12:27:31,356 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,32781,1731414447265 expired; onlineServers=1 2024-11-12T12:27:31,420 DEBUG [RS:0;4a91c05c96a4:39793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/oldWALs 2024-11-12T12:27:31,420 INFO [RS:0;4a91c05c96a4:39793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C39793%2C1731414447125:(num 1731414448920) 2024-11-12T12:27:31,420 DEBUG [RS:0;4a91c05c96a4:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:31,420 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:31,420 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:31,420 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:31,421 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:31,421 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:31,421 INFO [RS:0;4a91c05c96a4:39793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39793 2024-11-12T12:27:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,39793,1731414447125 2024-11-12T12:27:31,429 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:31,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:31,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32781-0x1012f03c85a0002, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:31,446 INFO [RS:1;4a91c05c96a4:32781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:31,446 INFO [RS:1;4a91c05c96a4:32781 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,32781,1731414447265; zookeeper connection closed. 2024-11-12T12:27:31,447 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1854cb1f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1854cb1f 2024-11-12T12:27:31,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,39793,1731414447125] 2024-11-12T12:27:31,598 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,39793,1731414447125 already deleted, retry=false 2024-11-12T12:27:31,598 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,39793,1731414447125 expired; onlineServers=0 2024-11-12T12:27:31,598 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,42447,1731414446104' ***** 2024-11-12T12:27:31,598 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:27:31,598 INFO [M:0;4a91c05c96a4:42447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:31,598 INFO [M:0;4a91c05c96a4:42447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:31,598 DEBUG [M:0;4a91c05c96a4:42447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:27:31,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:27:31,599 DEBUG [M:0;4a91c05c96a4:42447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:27:31,599 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414448604 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414448604,5,FailOnTimeoutGroup] 2024-11-12T12:27:31,599 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414448602 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414448602,5,FailOnTimeoutGroup] 2024-11-12T12:27:31,599 INFO [M:0;4a91c05c96a4:42447 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:31,599 INFO [M:0;4a91c05c96a4:42447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:31,599 DEBUG [M:0;4a91c05c96a4:42447 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:27:31,599 INFO [M:0;4a91c05c96a4:42447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:27:31,599 INFO [M:0;4a91c05c96a4:42447 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:27:31,600 INFO [M:0;4a91c05c96a4:42447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:27:31,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:27:31,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:31,635 INFO [RS:0;4a91c05c96a4:39793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:31,635 INFO [RS:0;4a91c05c96a4:39793 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,39793,1731414447125; zookeeper connection closed. 2024-11-12T12:27:31,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1012f03c85a0001, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:31,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f77f064 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f77f064 2024-11-12T12:27:31,636 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T12:27:31,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:31,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:31,661 DEBUG [M:0;4a91c05c96a4:42447 {}] zookeeper.ZKUtil(347): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T12:27:31,661 WARN [M:0;4a91c05c96a4:42447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:27:31,662 INFO [M:0;4a91c05c96a4:42447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/.lastflushedseqids 2024-11-12T12:27:31,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741844_1020 (size=182) 2024-11-12T12:27:31,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741844_1020 (size=182) 2024-11-12T12:27:31,675 INFO [M:0;4a91c05c96a4:42447 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:27:31,675 INFO [M:0;4a91c05c96a4:42447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:27:31,675 DEBUG [M:0;4a91c05c96a4:42447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:27:31,675 INFO [M:0;4a91c05c96a4:42447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:31,675 DEBUG [M:0;4a91c05c96a4:42447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:31,675 DEBUG [M:0;4a91c05c96a4:42447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:27:31,675 DEBUG [M:0;4a91c05c96a4:42447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:31,676 INFO [M:0;4a91c05c96a4:42447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-12T12:27:31,693 DEBUG [M:0;4a91c05c96a4:42447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4670f76313ec40209cf9f7d838956a72 is 82, key is hbase:meta,,1/info:regioninfo/1731414449513/Put/seqid=0 2024-11-12T12:27:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:27:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:27:31,700 INFO [M:0;4a91c05c96a4:42447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4670f76313ec40209cf9f7d838956a72 2024-11-12T12:27:31,724 DEBUG [M:0;4a91c05c96a4:42447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/383181c1e2e640a3a6ec82d980bf0d18 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731414450383/Put/seqid=0 2024-11-12T12:27:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741846_1022 (size=6219) 2024-11-12T12:27:31,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741846_1022 (size=6219) 2024-11-12T12:27:31,731 INFO [M:0;4a91c05c96a4:42447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/383181c1e2e640a3a6ec82d980bf0d18 2024-11-12T12:27:31,755 DEBUG [M:0;4a91c05c96a4:42447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1cfd8c6ee964d0aa5d1cc057dfc73b7 is 69, key is 4a91c05c96a4,32781,1731414447265/rs:state/1731414448638/Put/seqid=0 2024-11-12T12:27:31,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:27:31,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:27:31,763 INFO [M:0;4a91c05c96a4:42447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1cfd8c6ee964d0aa5d1cc057dfc73b7 2024-11-12T12:27:31,771 DEBUG [M:0;4a91c05c96a4:42447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4670f76313ec40209cf9f7d838956a72 as hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4670f76313ec40209cf9f7d838956a72 2024-11-12T12:27:31,779 INFO [M:0;4a91c05c96a4:42447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4670f76313ec40209cf9f7d838956a72, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T12:27:31,780 DEBUG [M:0;4a91c05c96a4:42447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/383181c1e2e640a3a6ec82d980bf0d18 as hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/383181c1e2e640a3a6ec82d980bf0d18 2024-11-12T12:27:31,788 INFO [M:0;4a91c05c96a4:42447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/383181c1e2e640a3a6ec82d980bf0d18, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T12:27:31,790 DEBUG [M:0;4a91c05c96a4:42447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1cfd8c6ee964d0aa5d1cc057dfc73b7 as hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1cfd8c6ee964d0aa5d1cc057dfc73b7 2024-11-12T12:27:31,798 INFO [M:0;4a91c05c96a4:42447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39077/user/jenkins/test-data/549ffdca-bbff-11d1-2d01-f8416f8ac997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1cfd8c6ee964d0aa5d1cc057dfc73b7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T12:27:31,799 INFO [M:0;4a91c05c96a4:42447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false 2024-11-12T12:27:31,801 INFO [M:0;4a91c05c96a4:42447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:31,801 DEBUG [M:0;4a91c05c96a4:42447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414451675Disabling compacts and flushes for region at 1731414451675Disabling writes for close at 1731414451675Obtaining lock to block concurrent updates at 1731414451676 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414451676Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731414451676Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414451677 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414451677Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414451693 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414451693Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414451707 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414451723 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414451724 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414451739 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414451755 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414451755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36270678: reopening flushed file at 1731414451770 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440c2a84: reopening flushed file at 1731414451779 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e899e2: reopening flushed file at 1731414451788 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false at 1731414451799 (+11 ms)Writing region close event to WAL at 1731414451801 (+2 ms)Closed at 1731414451801 2024-11-12T12:27:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741830_1006 (size=35440) 2024-11-12T12:27:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40737 is added to blk_1073741830_1006 (size=35440) 2024-11-12T12:27:31,805 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:31,805 INFO [M:0;4a91c05c96a4:42447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:27:31,805 INFO [M:0;4a91c05c96a4:42447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42447 2024-11-12T12:27:31,806 INFO [M:0;4a91c05c96a4:42447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:31,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:31,916 INFO [M:0;4a91c05c96a4:42447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:31,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42447-0x1012f03c85a0000, quorum=127.0.0.1:61397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:31,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5acf7a93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:31,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:31,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:31,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:31,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:31,925 WARN [BP-2006325384-172.17.0.3-1731414441664 heartbeating to localhost/127.0.0.1:39077 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:27:31,925 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:27:31,925 WARN [BP-2006325384-172.17.0.3-1731414441664 heartbeating to localhost/127.0.0.1:39077 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2006325384-172.17.0.3-1731414441664 (Datanode Uuid 17b788cc-be17-4db2-ade7-e4f76023d578) service to localhost/127.0.0.1:39077 2024-11-12T12:27:31,925 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:27:31,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a/data/data3/current/BP-2006325384-172.17.0.3-1731414441664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:31,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a/data/data4/current/BP-2006325384-172.17.0.3-1731414441664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:31,927 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:27:31,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc3e688{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:31,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:31,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:31,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:31,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:31,930 WARN [BP-2006325384-172.17.0.3-1731414441664 heartbeating to localhost/127.0.0.1:39077 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:27:31,930 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:27:31,930 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:27:31,930 WARN [BP-2006325384-172.17.0.3-1731414441664 heartbeating to localhost/127.0.0.1:39077 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2006325384-172.17.0.3-1731414441664 (Datanode Uuid 68590aae-b595-4019-bae1-47552a44f823) service to localhost/127.0.0.1:39077 2024-11-12T12:27:31,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a/data/data1/current/BP-2006325384-172.17.0.3-1731414441664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:31,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/cluster_0789871a-154c-3360-8994-03a0a401731a/data/data2/current/BP-2006325384-172.17.0.3-1731414441664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:31,932 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:27:31,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:27:31,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:31,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:31,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:31,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:31,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:27:31,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:27:32,003 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/4a91c05c96a4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:39077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@af1902c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:39077 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4a91c05c96a4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a91c05c96a4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:39077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:39077 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=7302 (was 7907) 2024-11-12T12:27:32,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=7303 2024-11-12T12:27:32,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.log.dir so I do NOT create it in target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3 2024-11-12T12:27:32,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:27:32,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.tmp.dir so I do NOT create it in target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3 2024-11-12T12:27:32,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/478659af-5303-5655-58e8-c300492259b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:27:32,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3 2024-11-12T12:27:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:27:32,027 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3, deleteOnExit=true 2024-11-12T12:27:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:27:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/test.cache.data in system properties and HBase conf 2024-11-12T12:27:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:27:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:27:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:27:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:27:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:27:32,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:27:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:27:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:27:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:27:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:27:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:27:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:27:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:27:32,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:27:32,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:32,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:32,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:32,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:32,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:27:32,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:32,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f391d05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:32,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@572d60a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:32,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59c27906{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/java.io.tmpdir/jetty-localhost-41573-hadoop-hdfs-3_4_1-tests_jar-_-any-9393029112541666078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:27:32,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@486bf2a7{HTTP/1.1, (http/1.1)}{localhost:41573} 2024-11-12T12:27:32,714 INFO [Time-limited test {}] server.Server(415): Started @13104ms 2024-11-12T12:27:33,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:33,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:33,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:33,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:33,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:27:33,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@314adb1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:33,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68fad6db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:33,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2127590a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/java.io.tmpdir/jetty-localhost-39167-hadoop-hdfs-3_4_1-tests_jar-_-any-7724729874743255041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:33,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35aa6870{HTTP/1.1, (http/1.1)}{localhost:39167} 2024-11-12T12:27:33,190 INFO [Time-limited test {}] server.Server(415): Started @13580ms 2024-11-12T12:27:33,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:27:33,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:33,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:33,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:33,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:33,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:27:33,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4522866d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:33,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654d6738{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:33,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e9aa011{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/java.io.tmpdir/jetty-localhost-36519-hadoop-hdfs-3_4_1-tests_jar-_-any-17789654457786043753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:33,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27c6e4c{HTTP/1.1, (http/1.1)}{localhost:36519} 2024-11-12T12:27:33,338 INFO [Time-limited test {}] server.Server(415): Started @13728ms 2024-11-12T12:27:33,340 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:27:34,401 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3/data/data1/current/BP-1422797927-172.17.0.3-1731414452062/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:34,401 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3/data/data2/current/BP-1422797927-172.17.0.3-1731414452062/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:34,421 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:27:34,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a599ed4df1893d1 with lease ID 0x4afd16ab699ec9a4: Processing first storage report for DS-23989e2d-5da1-440d-91d9-c6c98b968df0 from datanode DatanodeRegistration(127.0.0.1:41859, datanodeUuid=74d422c1-cf41-475a-945f-831af13236a0, infoPort=36553, infoSecurePort=0, ipcPort=40773, storageInfo=lv=-57;cid=testClusterID;nsid=1408128865;c=1731414452062) 2024-11-12T12:27:34,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a599ed4df1893d1 with lease ID 0x4afd16ab699ec9a4: from storage DS-23989e2d-5da1-440d-91d9-c6c98b968df0 node DatanodeRegistration(127.0.0.1:41859, datanodeUuid=74d422c1-cf41-475a-945f-831af13236a0, infoPort=36553, infoSecurePort=0, ipcPort=40773, storageInfo=lv=-57;cid=testClusterID;nsid=1408128865;c=1731414452062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:34,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a599ed4df1893d1 with lease ID 0x4afd16ab699ec9a4: Processing first storage report for DS-558e5f94-5933-4f12-93c1-5dea9fee2d5c from datanode DatanodeRegistration(127.0.0.1:41859, datanodeUuid=74d422c1-cf41-475a-945f-831af13236a0, infoPort=36553, infoSecurePort=0, ipcPort=40773, storageInfo=lv=-57;cid=testClusterID;nsid=1408128865;c=1731414452062) 2024-11-12T12:27:34,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a599ed4df1893d1 with lease ID 0x4afd16ab699ec9a4: from storage DS-558e5f94-5933-4f12-93c1-5dea9fee2d5c node DatanodeRegistration(127.0.0.1:41859, datanodeUuid=74d422c1-cf41-475a-945f-831af13236a0, infoPort=36553, infoSecurePort=0, ipcPort=40773, storageInfo=lv=-57;cid=testClusterID;nsid=1408128865;c=1731414452062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:34,537 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3/data/data3/current/BP-1422797927-172.17.0.3-1731414452062/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:34,537 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3/data/data4/current/BP-1422797927-172.17.0.3-1731414452062/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:34,555 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:27:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b8a335ec22050f3 with lease ID 0x4afd16ab699ec9a5: Processing first storage report for DS-63a5817c-29ae-4ee3-9908-2eee1f4f0c07 from datanode DatanodeRegistration(127.0.0.1:36011, datanodeUuid=8df22511-cffb-4091-99e5-03510ef244f0, infoPort=37685, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=1408128865;c=1731414452062) 2024-11-12T12:27:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b8a335ec22050f3 with lease ID 0x4afd16ab699ec9a5: from storage DS-63a5817c-29ae-4ee3-9908-2eee1f4f0c07 node DatanodeRegistration(127.0.0.1:36011, datanodeUuid=8df22511-cffb-4091-99e5-03510ef244f0, infoPort=37685, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=1408128865;c=1731414452062), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T12:27:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b8a335ec22050f3 with lease ID 0x4afd16ab699ec9a5: Processing first storage report for DS-a36fbec5-6d7f-45b2-8619-72c878f5cbcb from datanode DatanodeRegistration(127.0.0.1:36011, datanodeUuid=8df22511-cffb-4091-99e5-03510ef244f0, infoPort=37685, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=1408128865;c=1731414452062) 2024-11-12T12:27:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b8a335ec22050f3 with lease ID 0x4afd16ab699ec9a5: from storage DS-a36fbec5-6d7f-45b2-8619-72c878f5cbcb node DatanodeRegistration(127.0.0.1:36011, datanodeUuid=8df22511-cffb-4091-99e5-03510ef244f0, infoPort=37685, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=1408128865;c=1731414452062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:34,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3 2024-11-12T12:27:34,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3/zookeeper_0, clientPort=50098, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:27:34,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50098 2024-11-12T12:27:34,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:34,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:34,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:27:34,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:27:34,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9 with version=8 2024-11-12T12:27:34,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/hbase-staging 2024-11-12T12:27:34,603 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:34,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:34,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:34,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:34,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:34,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:34,603 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:27:34,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:34,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38029 2024-11-12T12:27:34,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38029 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-11-12T12:27:34,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380290x0, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:34,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38029-0x1012f03ece40000 connected 2024-11-12T12:27:34,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:34,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:34,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:34,759 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9, hbase.cluster.distributed=false 2024-11-12T12:27:34,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:34,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38029 2024-11-12T12:27:34,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38029 2024-11-12T12:27:34,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38029 2024-11-12T12:27:34,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38029 2024-11-12T12:27:34,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38029 2024-11-12T12:27:34,784 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:34,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:34,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:34,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:34,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:34,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:34,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:27:34,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:34,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40429 2024-11-12T12:27:34,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40429 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-11-12T12:27:34,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:34,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:34,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404290x0, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:34,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404290x0, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:34,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40429-0x1012f03ece40001 connected 2024-11-12T12:27:34,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:27:34,799 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:27:34,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:27:34,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:34,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-12T12:27:34,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40429 2024-11-12T12:27:34,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40429 2024-11-12T12:27:34,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-12T12:27:34,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-12T12:27:34,818 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:34,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:34,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:34,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:34,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:34,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:34,819 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:27:34,819 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:34,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43943 2024-11-12T12:27:34,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43943 connecting to ZooKeeper ensemble=127.0.0.1:50098 2024-11-12T12:27:34,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:34,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:34,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439430x0, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:34,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43943-0x1012f03ece40002 connected 2024-11-12T12:27:34,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:34,838 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:27:34,839 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:27:34,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:27:34,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:34,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43943 2024-11-12T12:27:34,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43943 2024-11-12T12:27:34,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43943 2024-11-12T12:27:34,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43943 2024-11-12T12:27:34,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43943 2024-11-12T12:27:34,858 DEBUG [M:0;4a91c05c96a4:38029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:38029 2024-11-12T12:27:34,858 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4a91c05c96a4,38029,1731414454602 2024-11-12T12:27:34,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:34,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:34,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:34,872 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a91c05c96a4,38029,1731414454602 2024-11-12T12:27:34,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:34,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:34,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:34,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:34,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:34,883 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T12:27:34,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a91c05c96a4,38029,1731414454602 from backup master directory 2024-11-12T12:27:34,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:34,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a91c05c96a4,38029,1731414454602 2024-11-12T12:27:34,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:34,892 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:34,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:34,892 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,38029,1731414454602 2024-11-12T12:27:34,898 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/hbase.id] with ID: b53a02f2-172b-4b0b-be6a-2516629abf4b 2024-11-12T12:27:34,898 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/.tmp/hbase.id 2024-11-12T12:27:34,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:27:34,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:27:34,905 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/.tmp/hbase.id]:[hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/hbase.id] 2024-11-12T12:27:34,923 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:34,923 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:27:34,925 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T12:27:34,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:34,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:34,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:34,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:27:34,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:27:34,943 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:27:34,944 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:27:34,944 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:34,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:27:34,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:27:34,956 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store 2024-11-12T12:27:34,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:27:34,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:27:34,964 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:34,964 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:27:34,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:27:34,964 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:34,964 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:34,964 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:27:34,965 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:34,965 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:34,965 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414454964Disabling compacts and flushes for region at 1731414454964Disabling writes for close at 1731414454965 (+1 ms)Writing region close event to WAL at 1731414454965Closed at 1731414454965 2024-11-12T12:27:34,966 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/.initializing 2024-11-12T12:27:34,966 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/WALs/4a91c05c96a4,38029,1731414454602 2024-11-12T12:27:34,968 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:34,970 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C38029%2C1731414454602, suffix=, logDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/WALs/4a91c05c96a4,38029,1731414454602, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/oldWALs, maxLogs=10 2024-11-12T12:27:34,982 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/WALs/4a91c05c96a4,38029,1731414454602/4a91c05c96a4%2C38029%2C1731414454602.1731414454971, exclude list is [], retry=0 2024-11-12T12:27:34,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41859,DS-23989e2d-5da1-440d-91d9-c6c98b968df0,DISK] 2024-11-12T12:27:34,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-63a5817c-29ae-4ee3-9908-2eee1f4f0c07,DISK] 2024-11-12T12:27:34,989 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/WALs/4a91c05c96a4,38029,1731414454602/4a91c05c96a4%2C38029%2C1731414454602.1731414454971 2024-11-12T12:27:34,990 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37685:37685),(127.0.0.1/127.0.0.1:36553:36553)] 2024-11-12T12:27:34,990 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:27:34,990 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:34,991 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:34,991 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:34,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:34,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:27:34,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:35,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:35,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:27:35,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:35,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:35,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:35,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:27:35,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:35,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:35,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:27:35,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:35,012 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:35,013 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:35,014 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:35,016 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:35,016 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:35,017 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:35,019 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:35,022 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:35,023 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60831963, jitterRate=-0.09353311359882355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:35,024 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414454991Initializing all the Stores at 1731414454992 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414454992Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414454996 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414454996Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414454996Cleaning up temporary data from old regions at 1731414455016 (+20 ms)Region opened successfully at 1731414455024 (+8 ms) 2024-11-12T12:27:35,025 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:27:35,030 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efac18e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:35,031 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:27:35,031 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:27:35,031 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:27:35,032 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:27:35,033 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:27:35,033 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:27:35,033 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:27:35,037 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:27:35,038 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T12:27:35,050 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T12:27:35,051 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:27:35,052 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:27:35,060 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T12:27:35,061 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:27:35,063 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:27:35,071 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T12:27:35,073 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:27:35,081 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T12:27:35,084 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:27:35,092 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T12:27:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,104 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,38029,1731414454602, sessionid=0x1012f03ece40000, setting cluster-up flag (Was=false) 2024-11-12T12:27:35,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,155 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T12:27:35,157 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,38029,1731414454602 2024-11-12T12:27:35,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,208 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T12:27:35,209 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,38029,1731414454602 2024-11-12T12:27:35,211 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:27:35,213 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:35,213 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:27:35,214 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:27:35,214 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,38029,1731414454602 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:27:35,216 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:35,216 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:35,216 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:35,216 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:35,216 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:27:35,216 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,216 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:35,216 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414485217 2024-11-12T12:27:35,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:27:35,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:27:35,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:27:35,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:27:35,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:27:35,217 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:27:35,218 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,218 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:27:35,218 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:27:35,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:35,218 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:27:35,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:27:35,219 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:27:35,219 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:27:35,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414455219,5,FailOnTimeoutGroup] 2024-11-12T12:27:35,219 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414455219,5,FailOnTimeoutGroup] 2024-11-12T12:27:35,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:27:35,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,220 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:27:35,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:27:35,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:27:35,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:27:35,230 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9 2024-11-12T12:27:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:27:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:27:35,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:35,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:27:35,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:27:35,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:35,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:27:35,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:27:35,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:35,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:27:35,249 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(746): ClusterId : b53a02f2-172b-4b0b-be6a-2516629abf4b 2024-11-12T12:27:35,249 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(746): ClusterId : b53a02f2-172b-4b0b-be6a-2516629abf4b 2024-11-12T12:27:35,249 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:27:35,249 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:27:35,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:27:35,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:35,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:27:35,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:27:35,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:35,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:27:35,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740 2024-11-12T12:27:35,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740 2024-11-12T12:27:35,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:27:35,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:27:35,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:35,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:27:35,262 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:27:35,262 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:27:35,262 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:27:35,262 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:27:35,262 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:35,263 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61988128, jitterRate=-0.07630491256713867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:35,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414455241Initializing all the Stores at 1731414455243 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414455243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414455243Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414455243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414455243Cleaning up temporary data from old regions at 1731414455257 (+14 ms)Region opened successfully at 1731414455263 (+6 ms) 2024-11-12T12:27:35,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:27:35,263 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:27:35,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:27:35,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:27:35,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:27:35,264 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:35,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414455263Disabling compacts and flushes for region at 1731414455263Disabling writes for close at 1731414455264 (+1 ms)Writing region close event to WAL at 1731414455264Closed at 1731414455264 2024-11-12T12:27:35,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:35,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:27:35,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:27:35,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:27:35,269 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:27:35,272 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:27:35,272 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:27:35,273 DEBUG [RS:1;4a91c05c96a4:43943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17898892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:35,273 DEBUG [RS:0;4a91c05c96a4:40429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36dbbb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:35,287 DEBUG [RS:1;4a91c05c96a4:43943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a91c05c96a4:43943 2024-11-12T12:27:35,287 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:27:35,287 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:27:35,287 DEBUG [RS:0;4a91c05c96a4:40429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:40429 2024-11-12T12:27:35,287 DEBUG [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:27:35,287 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:27:35,287 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:27:35,287 DEBUG [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:27:35,288 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,38029,1731414454602 with port=43943, startcode=1731414454818 2024-11-12T12:27:35,288 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,38029,1731414454602 with port=40429, startcode=1731414454783 2024-11-12T12:27:35,288 DEBUG [RS:1;4a91c05c96a4:43943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:27:35,288 DEBUG [RS:0;4a91c05c96a4:40429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:27:35,291 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:27:35,291 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:27:35,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,43943,1731414454818 2024-11-12T12:27:35,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38029 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,43943,1731414454818 2024-11-12T12:27:35,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:35,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38029 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:35,293 DEBUG [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9 2024-11-12T12:27:35,293 DEBUG [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33231 2024-11-12T12:27:35,293 DEBUG [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:27:35,295 DEBUG [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9 2024-11-12T12:27:35,295 DEBUG [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33231 2024-11-12T12:27:35,295 DEBUG [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:27:35,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:35,339 DEBUG [RS:1;4a91c05c96a4:43943 {}] zookeeper.ZKUtil(111): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,43943,1731414454818 2024-11-12T12:27:35,339 WARN [RS:1;4a91c05c96a4:43943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:35,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,43943,1731414454818] 2024-11-12T12:27:35,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,40429,1731414454783] 2024-11-12T12:27:35,339 INFO [RS:1;4a91c05c96a4:43943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:35,340 DEBUG [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/WALs/4a91c05c96a4,43943,1731414454818 2024-11-12T12:27:35,340 DEBUG [RS:0;4a91c05c96a4:40429 {}] zookeeper.ZKUtil(111): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:35,340 WARN [RS:0;4a91c05c96a4:40429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:35,340 INFO [RS:0;4a91c05c96a4:40429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:35,340 DEBUG [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/WALs/4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:35,345 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:27:35,345 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:27:35,350 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:27:35,351 INFO [RS:0;4a91c05c96a4:40429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:27:35,351 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,351 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:27:35,352 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:27:35,353 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,353 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,353 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,353 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,353 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,353 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,353 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:35,353 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,354 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,354 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:27:35,354 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,354 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,354 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,354 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,354 INFO [RS:1;4a91c05c96a4:43943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:27:35,354 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,354 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:35,354 DEBUG [RS:0;4a91c05c96a4:40429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:35,354 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:27:35,355 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:27:35,355 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,355 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,355 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:35,356 DEBUG [RS:1;4a91c05c96a4:43943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:35,357 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,357 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,357 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,357 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,357 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,357 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,357 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40429,1731414454783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:35,357 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,357 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,358 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,358 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,358 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43943,1731414454818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:35,372 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:27:35,373 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,43943,1731414454818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,373 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,373 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.Replication(171): 4a91c05c96a4,43943,1731414454818 started 2024-11-12T12:27:35,374 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:27:35,374 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,40429,1731414454783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,374 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,374 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.Replication(171): 4a91c05c96a4,40429,1731414454783 started 2024-11-12T12:27:35,386 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,386 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,43943,1731414454818, RpcServer on 4a91c05c96a4/172.17.0.3:43943, sessionid=0x1012f03ece40002 2024-11-12T12:27:35,386 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:27:35,386 DEBUG [RS:1;4a91c05c96a4:43943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,43943,1731414454818 2024-11-12T12:27:35,386 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,43943,1731414454818' 2024-11-12T12:27:35,386 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:27:35,387 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:27:35,387 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:27:35,387 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:27:35,388 DEBUG [RS:1;4a91c05c96a4:43943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,43943,1731414454818 2024-11-12T12:27:35,388 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,43943,1731414454818' 2024-11-12T12:27:35,388 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:27:35,388 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:27:35,388 DEBUG [RS:1;4a91c05c96a4:43943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:27:35,389 INFO [RS:1;4a91c05c96a4:43943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:27:35,389 INFO [RS:1;4a91c05c96a4:43943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:27:35,391 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:35,391 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,40429,1731414454783, RpcServer on 4a91c05c96a4/172.17.0.3:40429, sessionid=0x1012f03ece40001 2024-11-12T12:27:35,392 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:27:35,392 DEBUG [RS:0;4a91c05c96a4:40429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:35,392 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,40429,1731414454783' 2024-11-12T12:27:35,392 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:27:35,392 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:27:35,393 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:27:35,393 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:27:35,393 DEBUG [RS:0;4a91c05c96a4:40429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:35,393 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,40429,1731414454783' 2024-11-12T12:27:35,393 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:27:35,394 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:27:35,394 DEBUG [RS:0;4a91c05c96a4:40429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:27:35,395 INFO [RS:0;4a91c05c96a4:40429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:27:35,395 INFO [RS:0;4a91c05c96a4:40429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:27:35,420 WARN [4a91c05c96a4:38029 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:27:35,489 INFO [RS:1;4a91c05c96a4:43943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:35,491 INFO [RS:1;4a91c05c96a4:43943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C43943%2C1731414454818, suffix=, logDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/WALs/4a91c05c96a4,43943,1731414454818, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/oldWALs, maxLogs=32 2024-11-12T12:27:35,495 INFO [RS:0;4a91c05c96a4:40429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:35,498 INFO [RS:0;4a91c05c96a4:40429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C40429%2C1731414454783, suffix=, logDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/WALs/4a91c05c96a4,40429,1731414454783, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/oldWALs, maxLogs=32 2024-11-12T12:27:35,507 DEBUG [RS:1;4a91c05c96a4:43943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/WALs/4a91c05c96a4,43943,1731414454818/4a91c05c96a4%2C43943%2C1731414454818.1731414455493, exclude list is [], retry=0 2024-11-12T12:27:35,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-63a5817c-29ae-4ee3-9908-2eee1f4f0c07,DISK] 2024-11-12T12:27:35,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41859,DS-23989e2d-5da1-440d-91d9-c6c98b968df0,DISK] 2024-11-12T12:27:35,512 DEBUG [RS:0;4a91c05c96a4:40429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/WALs/4a91c05c96a4,40429,1731414454783/4a91c05c96a4%2C40429%2C1731414454783.1731414455500, exclude list is [], retry=0 2024-11-12T12:27:35,513 INFO [RS:1;4a91c05c96a4:43943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/WALs/4a91c05c96a4,43943,1731414454818/4a91c05c96a4%2C43943%2C1731414454818.1731414455493 2024-11-12T12:27:35,514 DEBUG [RS:1;4a91c05c96a4:43943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36553:36553),(127.0.0.1/127.0.0.1:37685:37685)] 2024-11-12T12:27:35,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-63a5817c-29ae-4ee3-9908-2eee1f4f0c07,DISK] 2024-11-12T12:27:35,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41859,DS-23989e2d-5da1-440d-91d9-c6c98b968df0,DISK] 2024-11-12T12:27:35,518 INFO [RS:0;4a91c05c96a4:40429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/WALs/4a91c05c96a4,40429,1731414454783/4a91c05c96a4%2C40429%2C1731414454783.1731414455500 2024-11-12T12:27:35,518 DEBUG [RS:0;4a91c05c96a4:40429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37685:37685),(127.0.0.1/127.0.0.1:36553:36553)] 2024-11-12T12:27:35,670 DEBUG [4a91c05c96a4:38029 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T12:27:35,671 DEBUG [4a91c05c96a4:38029 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:27:35,677 DEBUG [4a91c05c96a4:38029 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:27:35,677 DEBUG [4a91c05c96a4:38029 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:27:35,677 DEBUG [4a91c05c96a4:38029 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:27:35,677 DEBUG [4a91c05c96a4:38029 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:27:35,678 INFO [4a91c05c96a4:38029 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:27:35,678 INFO [4a91c05c96a4:38029 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:27:35,678 DEBUG [4a91c05c96a4:38029 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:27:35,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:35,682 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,40429,1731414454783, state=OPENING 2024-11-12T12:27:35,755 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:27:35,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:35,767 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:27:35,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:35,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:35,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,40429,1731414454783}] 2024-11-12T12:27:35,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:35,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:35,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:35,934 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:27:35,935 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:35,935 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:27:35,939 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C40429%2C1731414454783.meta, suffix=.meta, logDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/WALs/4a91c05c96a4,40429,1731414454783, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/oldWALs, maxLogs=32 2024-11-12T12:27:35,951 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/WALs/4a91c05c96a4,40429,1731414454783/4a91c05c96a4%2C40429%2C1731414454783.meta.1731414455940.meta, exclude list is [], retry=0 2024-11-12T12:27:35,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-63a5817c-29ae-4ee3-9908-2eee1f4f0c07,DISK] 2024-11-12T12:27:35,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41859,DS-23989e2d-5da1-440d-91d9-c6c98b968df0,DISK] 2024-11-12T12:27:35,956 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/WALs/4a91c05c96a4,40429,1731414454783/4a91c05c96a4%2C40429%2C1731414454783.meta.1731414455940.meta 2024-11-12T12:27:35,957 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37685:37685),(127.0.0.1/127.0.0.1:36553:36553)] 2024-11-12T12:27:35,957 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:27:35,957 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:27:35,957 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:27:35,957 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:27:35,958 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:27:35,958 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:35,958 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:27:35,958 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:27:35,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:27:35,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:27:35,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:35,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:27:35,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:27:35,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:35,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:27:35,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:27:35,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:35,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:27:35,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:27:35,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:35,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:35,967 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:27:35,968 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740 2024-11-12T12:27:35,970 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740 2024-11-12T12:27:35,972 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:27:35,972 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:27:35,973 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:35,975 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:27:35,976 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67505891, jitterRate=0.005916163325309753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:35,976 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:27:35,978 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414455958Writing region info on filesystem at 1731414455958Initializing all the Stores at 1731414455959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414455960 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414455960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414455960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414455960Cleaning up temporary data from old regions at 1731414455972 (+12 ms)Running coprocessor post-open hooks at 1731414455977 (+5 ms)Region opened successfully at 1731414455977 2024-11-12T12:27:35,979 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414455922 2024-11-12T12:27:35,982 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:27:35,982 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:27:35,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:35,985 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,40429,1731414454783, state=OPEN 2024-11-12T12:27:35,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:35,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:35,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:35,998 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:35,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:35,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:35,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:36,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:27:36,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,40429,1731414454783 in 231 msec 2024-11-12T12:27:36,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:27:36,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 736 msec 2024-11-12T12:27:36,006 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:36,006 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:27:36,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:36,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,40429,1731414454783, seqNum=-1] 2024-11-12T12:27:36,008 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:36,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:36,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 803 msec 2024-11-12T12:27:36,017 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414456017, completionTime=-1 2024-11-12T12:27:36,017 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T12:27:36,017 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:27:36,019 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T12:27:36,019 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414516019 2024-11-12T12:27:36,019 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414576019 2024-11-12T12:27:36,019 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T12:27:36,019 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38029,1731414454602-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:36,020 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38029,1731414454602-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:36,020 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38029,1731414454602-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:36,020 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:38029, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:36,020 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:36,020 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:36,022 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:27:36,024 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.132sec 2024-11-12T12:27:36,024 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:27:36,024 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:27:36,024 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:27:36,024 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:27:36,024 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:27:36,024 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38029,1731414454602-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:36,024 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38029,1731414454602-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:27:36,027 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:27:36,027 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:27:36,027 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,38029,1731414454602-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:36,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127129ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:36,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,38029,-1 for getting cluster id 2024-11-12T12:27:36,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:27:36,052 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53a02f2-172b-4b0b-be6a-2516629abf4b' 2024-11-12T12:27:36,052 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:27:36,052 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53a02f2-172b-4b0b-be6a-2516629abf4b" 2024-11-12T12:27:36,053 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35903722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:36,053 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,38029,-1] 2024-11-12T12:27:36,053 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:27:36,053 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:36,054 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:27:36,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd4cbfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:36,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:36,057 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,40429,1731414454783, seqNum=-1] 2024-11-12T12:27:36,058 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:36,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:36,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,38029,1731414454602 2024-11-12T12:27:36,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:27:36,063 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,38029,1731414454602 2024-11-12T12:27:36,063 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc50eef 2024-11-12T12:27:36,063 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:27:36,065 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:27:36,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:27:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T12:27:36,070 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:27:36,070 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:36,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T12:27:36,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:27:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:36,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:27:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:27:36,084 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64c6d59627a7de658c1e772aa0acc4e8, NAME => 'testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9 2024-11-12T12:27:36,085 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 02f519637e488528f3dbf7d4daff7af7, NAME => 'testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9 2024-11-12T12:27:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:27:36,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:27:36,098 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:36,099 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 64c6d59627a7de658c1e772aa0acc4e8, disabling compactions & flushes 2024-11-12T12:27:36,099 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,099 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,099 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. after waiting 0 ms 2024-11-12T12:27:36,099 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,099 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,099 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64c6d59627a7de658c1e772aa0acc4e8: Waiting for close lock at 1731414456098Disabling compacts and flushes for region at 1731414456098Disabling writes for close at 1731414456099 (+1 ms)Writing region close event to WAL at 1731414456099Closed at 1731414456099 2024-11-12T12:27:36,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:27:36,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:27:36,100 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:36,100 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 02f519637e488528f3dbf7d4daff7af7, disabling compactions & flushes 2024-11-12T12:27:36,100 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,101 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,101 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. after waiting 0 ms 2024-11-12T12:27:36,101 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,101 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,101 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 02f519637e488528f3dbf7d4daff7af7: Waiting for close lock at 1731414456100Disabling compacts and flushes for region at 1731414456100Disabling writes for close at 1731414456101 (+1 ms)Writing region close event to WAL at 1731414456101Closed at 1731414456101 2024-11-12T12:27:36,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:27:36,103 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414456102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414456102"}]},"ts":"1731414456102"} 2024-11-12T12:27:36,103 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414456102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414456102"}]},"ts":"1731414456102"} 2024-11-12T12:27:36,107 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T12:27:36,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:27:36,108 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414456108"}]},"ts":"1731414456108"} 2024-11-12T12:27:36,111 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T12:27:36,111 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:27:36,113 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:27:36,113 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:27:36,113 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:27:36,113 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:27:36,113 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:27:36,113 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:27:36,113 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:27:36,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=64c6d59627a7de658c1e772aa0acc4e8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02f519637e488528f3dbf7d4daff7af7, ASSIGN}] 2024-11-12T12:27:36,115 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02f519637e488528f3dbf7d4daff7af7, ASSIGN 2024-11-12T12:27:36,115 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=64c6d59627a7de658c1e772aa0acc4e8, ASSIGN 2024-11-12T12:27:36,117 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02f519637e488528f3dbf7d4daff7af7, ASSIGN; state=OFFLINE, location=4a91c05c96a4,43943,1731414454818; forceNewPlan=false, retain=false 2024-11-12T12:27:36,117 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=64c6d59627a7de658c1e772aa0acc4e8, ASSIGN; state=OFFLINE, location=4a91c05c96a4,40429,1731414454783; forceNewPlan=false, retain=false 2024-11-12T12:27:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:36,267 INFO [4a91c05c96a4:38029 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T12:27:36,268 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64c6d59627a7de658c1e772aa0acc4e8, regionState=OPENING, regionLocation=4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:36,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=02f519637e488528f3dbf7d4daff7af7, regionState=OPENING, regionLocation=4a91c05c96a4,43943,1731414454818 2024-11-12T12:27:36,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=64c6d59627a7de658c1e772aa0acc4e8, ASSIGN because future has completed 2024-11-12T12:27:36,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64c6d59627a7de658c1e772aa0acc4e8, server=4a91c05c96a4,40429,1731414454783}] 2024-11-12T12:27:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02f519637e488528f3dbf7d4daff7af7, ASSIGN because future has completed 2024-11-12T12:27:36,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02f519637e488528f3dbf7d4daff7af7, server=4a91c05c96a4,43943,1731414454818}] 2024-11-12T12:27:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:36,433 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:36,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:36,439 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,439 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 64c6d59627a7de658c1e772aa0acc4e8, NAME => 'testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T12:27:36,440 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,440 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:36,440 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,440 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,442 INFO [StoreOpener-64c6d59627a7de658c1e772aa0acc4e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,443 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,443 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 02f519637e488528f3dbf7d4daff7af7, NAME => 'testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T12:27:36,444 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,444 INFO [StoreOpener-64c6d59627a7de658c1e772aa0acc4e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64c6d59627a7de658c1e772aa0acc4e8 columnFamilyName family 2024-11-12T12:27:36,444 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:36,444 DEBUG [StoreOpener-64c6d59627a7de658c1e772aa0acc4e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:36,444 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,444 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,445 INFO [StoreOpener-64c6d59627a7de658c1e772aa0acc4e8-1 {}] regionserver.HStore(327): Store=64c6d59627a7de658c1e772aa0acc4e8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:36,445 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,446 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,446 INFO [StoreOpener-02f519637e488528f3dbf7d4daff7af7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,446 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,447 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,447 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,448 INFO [StoreOpener-02f519637e488528f3dbf7d4daff7af7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f519637e488528f3dbf7d4daff7af7 columnFamilyName family 2024-11-12T12:27:36,448 DEBUG [StoreOpener-02f519637e488528f3dbf7d4daff7af7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:36,449 INFO [StoreOpener-02f519637e488528f3dbf7d4daff7af7-1 {}] regionserver.HStore(327): Store=02f519637e488528f3dbf7d4daff7af7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:36,449 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,449 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,450 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,450 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,451 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,451 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,452 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/64c6d59627a7de658c1e772aa0acc4e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:36,452 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 64c6d59627a7de658c1e772aa0acc4e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61948429, jitterRate=-0.07689647376537323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:27:36,452 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,453 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,453 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 64c6d59627a7de658c1e772aa0acc4e8: Running coprocessor pre-open hook at 1731414456440Writing region info on filesystem at 1731414456440Initializing all the Stores at 1731414456442 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414456442Cleaning up temporary data from old regions at 1731414456447 (+5 ms)Running coprocessor post-open hooks at 1731414456452 (+5 ms)Region opened successfully at 1731414456453 (+1 ms) 2024-11-12T12:27:36,454 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8., pid=7, masterSystemTime=1731414456430 2024-11-12T12:27:36,455 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/02f519637e488528f3dbf7d4daff7af7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:36,456 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 02f519637e488528f3dbf7d4daff7af7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62654519, jitterRate=-0.06637491285800934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:27:36,456 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,456 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 02f519637e488528f3dbf7d4daff7af7: Running coprocessor pre-open hook at 1731414456445Writing region info on filesystem at 1731414456445Initializing all the Stores at 1731414456446 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414456446Cleaning up temporary data from old regions at 1731414456451 (+5 ms)Running coprocessor post-open hooks at 1731414456456 (+5 ms)Region opened successfully at 1731414456456 2024-11-12T12:27:36,457 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7., pid=8, masterSystemTime=1731414456432 2024-11-12T12:27:36,457 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,458 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,458 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64c6d59627a7de658c1e772aa0acc4e8, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:36,460 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,460 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64c6d59627a7de658c1e772aa0acc4e8, server=4a91c05c96a4,40429,1731414454783 because future has completed 2024-11-12T12:27:36,461 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=02f519637e488528f3dbf7d4daff7af7, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,43943,1731414454818 2024-11-12T12:27:36,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02f519637e488528f3dbf7d4daff7af7, server=4a91c05c96a4,43943,1731414454818 because future has completed 2024-11-12T12:27:36,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-12T12:27:36,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 64c6d59627a7de658c1e772aa0acc4e8, server=4a91c05c96a4,40429,1731414454783 in 187 msec 2024-11-12T12:27:36,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-12T12:27:36,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=64c6d59627a7de658c1e772aa0acc4e8, ASSIGN in 354 msec 2024-11-12T12:27:36,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 02f519637e488528f3dbf7d4daff7af7, server=4a91c05c96a4,43943,1731414454818 in 188 msec 2024-11-12T12:27:36,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T12:27:36,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02f519637e488528f3dbf7d4daff7af7, ASSIGN in 356 msec 2024-11-12T12:27:36,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:27:36,474 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414456474"}]},"ts":"1731414456474"} 2024-11-12T12:27:36,477 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T12:27:36,478 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:27:36,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 412 msec 2024-11-12T12:27:36,586 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:27:36,586 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T12:27:36,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:27:36,589 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T12:27:36,590 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T12:27:36,590 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T12:27:36,591 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-12T12:27:36,591 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-12T12:27:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:36,698 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T12:27:36,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T12:27:36,699 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:27:36,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T12:27:36,705 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:27:36,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T12:27:36,712 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8., hostname=4a91c05c96a4,40429,1731414454783, seqNum=2] 2024-11-12T12:27:36,726 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7., hostname=4a91c05c96a4,43943,1731414454818, seqNum=2] 2024-11-12T12:27:36,726 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:36,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:36,741 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 64c6d59627a7de658c1e772aa0acc4e8 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T12:27:36,759 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/64c6d59627a7de658c1e772aa0acc4e8/.tmp/family/742a9537386142c6ad6d5c67e9602b9d is 32, key is 1/family:/1731414456713/Put/seqid=0 2024-11-12T12:27:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741839_1015 (size=5054) 2024-11-12T12:27:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741839_1015 (size=5054) 2024-11-12T12:27:36,766 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/64c6d59627a7de658c1e772aa0acc4e8/.tmp/family/742a9537386142c6ad6d5c67e9602b9d 2024-11-12T12:27:36,775 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/64c6d59627a7de658c1e772aa0acc4e8/.tmp/family/742a9537386142c6ad6d5c67e9602b9d as hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/64c6d59627a7de658c1e772aa0acc4e8/family/742a9537386142c6ad6d5c67e9602b9d 2024-11-12T12:27:36,784 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/64c6d59627a7de658c1e772aa0acc4e8/family/742a9537386142c6ad6d5c67e9602b9d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T12:27:36,785 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 64c6d59627a7de658c1e772aa0acc4e8 in 44ms, sequenceid=8, compaction requested=false 2024-11-12T12:27:36,785 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 64c6d59627a7de658c1e772aa0acc4e8: 2024-11-12T12:27:36,785 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 02f519637e488528f3dbf7d4daff7af7 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T12:27:36,801 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/02f519637e488528f3dbf7d4daff7af7/.tmp/family/0136a65a27f84566a51b05e6a8e25d88 is 32, key is 5/family:/1731414456729/Put/seqid=0 2024-11-12T12:27:36,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741840_1016 (size=5083) 2024-11-12T12:27:36,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741840_1016 (size=5083) 2024-11-12T12:27:36,807 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/02f519637e488528f3dbf7d4daff7af7/.tmp/family/0136a65a27f84566a51b05e6a8e25d88 2024-11-12T12:27:36,816 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/02f519637e488528f3dbf7d4daff7af7/.tmp/family/0136a65a27f84566a51b05e6a8e25d88 as hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/02f519637e488528f3dbf7d4daff7af7/family/0136a65a27f84566a51b05e6a8e25d88 2024-11-12T12:27:36,825 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/02f519637e488528f3dbf7d4daff7af7/family/0136a65a27f84566a51b05e6a8e25d88, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T12:27:36,827 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 02f519637e488528f3dbf7d4daff7af7 in 42ms, sequenceid=9, compaction requested=false 2024-11-12T12:27:36,827 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 02f519637e488528f3dbf7d4daff7af7: 2024-11-12T12:27:36,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:27:36,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:36,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:36,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:36,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:36,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:27:36,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:27:36,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=144986669, stopped=false 2024-11-12T12:27:36,833 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,38029,1731414454602 2024-11-12T12:27:36,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:36,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:36,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:36,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:36,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:36,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:36,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:27:36,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:36,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:36,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:36,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:36,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:36,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:36,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,40429,1731414454783' ***** 2024-11-12T12:27:36,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:27:36,915 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,43943,1731414454818' ***** 2024-11-12T12:27:36,915 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:27:36,915 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:27:36,915 INFO [RS:0;4a91c05c96a4:40429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:27:36,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:27:36,915 INFO [RS:0;4a91c05c96a4:40429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:27:36,915 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:27:36,916 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(3091): Received CLOSE for 64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,916 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:27:36,916 INFO [RS:1;4a91c05c96a4:43943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:27:36,916 INFO [RS:1;4a91c05c96a4:43943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:27:36,916 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(3091): Received CLOSE for 02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,916 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:36,916 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:36,916 INFO [RS:0;4a91c05c96a4:40429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:40429. 2024-11-12T12:27:36,917 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64c6d59627a7de658c1e772aa0acc4e8, disabling compactions & flushes 2024-11-12T12:27:36,917 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,43943,1731414454818 2024-11-12T12:27:36,917 DEBUG [RS:0;4a91c05c96a4:40429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:36,917 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:36,917 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,917 DEBUG [RS:0;4a91c05c96a4:40429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:36,917 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02f519637e488528f3dbf7d4daff7af7, disabling compactions & flushes 2024-11-12T12:27:36,917 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,917 INFO [RS:1;4a91c05c96a4:43943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4a91c05c96a4:43943. 2024-11-12T12:27:36,917 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,917 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:27:36,917 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. after waiting 0 ms 2024-11-12T12:27:36,917 DEBUG [RS:1;4a91c05c96a4:43943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:36,917 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,917 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:27:36,917 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,917 DEBUG [RS:1;4a91c05c96a4:43943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:36,917 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. after waiting 0 ms 2024-11-12T12:27:36,917 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:27:36,918 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:27:36,918 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:27:36,918 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,918 DEBUG [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(1325): Online Regions={02f519637e488528f3dbf7d4daff7af7=testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7.} 2024-11-12T12:27:36,918 DEBUG [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(1351): Waiting on 02f519637e488528f3dbf7d4daff7af7 2024-11-12T12:27:36,920 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:27:36,920 DEBUG [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(1325): Online Regions={64c6d59627a7de658c1e772aa0acc4e8=testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:27:36,920 DEBUG [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64c6d59627a7de658c1e772aa0acc4e8 2024-11-12T12:27:36,920 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:27:36,921 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:27:36,921 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:27:36,921 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:27:36,921 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:27:36,921 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T12:27:36,929 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/02f519637e488528f3dbf7d4daff7af7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T12:27:36,929 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/default/testClearRegionBlockCache/64c6d59627a7de658c1e772aa0acc4e8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T12:27:36,929 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,930 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02f519637e488528f3dbf7d4daff7af7: Waiting for close lock at 1731414456917Running coprocessor pre-close hooks at 1731414456917Disabling compacts and flushes for region at 1731414456917Disabling writes for close at 1731414456917Writing region close event to WAL at 1731414456921 (+4 ms)Running coprocessor post-close hooks at 1731414456929 (+8 ms)Closed at 1731414456929 2024-11-12T12:27:36,930 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7. 2024-11-12T12:27:36,930 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,930 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64c6d59627a7de658c1e772aa0acc4e8: Waiting for close lock at 1731414456916Running coprocessor pre-close hooks at 1731414456916Disabling compacts and flushes for region at 1731414456916Disabling writes for close at 1731414456917 (+1 ms)Writing region close event to WAL at 1731414456925 (+8 ms)Running coprocessor post-close hooks at 1731414456930 (+5 ms)Closed at 1731414456930 2024-11-12T12:27:36,930 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731414456066.64c6d59627a7de658c1e772aa0acc4e8. 2024-11-12T12:27:36,944 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/.tmp/info/38a98e4ebec2404e86222c6965dc763d is 173, key is testClearRegionBlockCache,5,1731414456066.02f519637e488528f3dbf7d4daff7af7./info:regioninfo/1731414456461/Put/seqid=0 2024-11-12T12:27:36,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:27:36,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:27:36,950 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/.tmp/info/38a98e4ebec2404e86222c6965dc763d 2024-11-12T12:27:36,959 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:36,961 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:36,974 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/.tmp/ns/d7a36ebb715a43f4b7c78c56950820f2 is 43, key is default/ns:d/1731414456010/Put/seqid=0 2024-11-12T12:27:36,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:27:36,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:27:36,980 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/.tmp/ns/d7a36ebb715a43f4b7c78c56950820f2 2024-11-12T12:27:37,006 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/.tmp/table/84406c2c3de94841b0595d6b8653c21f is 61, key is testClearRegionBlockCache/table:state/1731414456474/Put/seqid=0 2024-11-12T12:27:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:27:37,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:27:37,012 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/.tmp/table/84406c2c3de94841b0595d6b8653c21f 2024-11-12T12:27:37,021 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/.tmp/info/38a98e4ebec2404e86222c6965dc763d as hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/info/38a98e4ebec2404e86222c6965dc763d 2024-11-12T12:27:37,030 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/info/38a98e4ebec2404e86222c6965dc763d, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T12:27:37,031 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/.tmp/ns/d7a36ebb715a43f4b7c78c56950820f2 as hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/ns/d7a36ebb715a43f4b7c78c56950820f2 2024-11-12T12:27:37,040 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/ns/d7a36ebb715a43f4b7c78c56950820f2, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T12:27:37,041 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/.tmp/table/84406c2c3de94841b0595d6b8653c21f as hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/table/84406c2c3de94841b0595d6b8653c21f 2024-11-12T12:27:37,049 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/table/84406c2c3de94841b0595d6b8653c21f, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T12:27:37,051 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=13, compaction requested=false 2024-11-12T12:27:37,057 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T12:27:37,058 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:27:37,058 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:37,058 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414456920Running coprocessor pre-close hooks at 1731414456920Disabling compacts and flushes for region at 1731414456920Disabling writes for close at 1731414456921 (+1 ms)Obtaining lock to block concurrent updates at 1731414456921Preparing flush snapshotting stores in 1588230740 at 1731414456921Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731414456922 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731414456922Flushing 1588230740/info: creating writer at 1731414456922Flushing 1588230740/info: appending metadata at 1731414456943 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731414456943Flushing 1588230740/ns: creating writer at 1731414456958 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731414456973 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731414456973Flushing 1588230740/table: creating writer at 1731414456988 (+15 ms)Flushing 1588230740/table: appending metadata at 1731414457005 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731414457005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7addfb9d: reopening flushed file at 1731414457020 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329f9eb7: reopening flushed file at 1731414457030 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5006011c: reopening flushed file at 1731414457040 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=13, compaction requested=false at 1731414457051 (+11 ms)Writing region close event to WAL at 1731414457052 (+1 ms)Running coprocessor post-close hooks at 1731414457058 (+6 ms)Closed at 1731414457058 2024-11-12T12:27:37,059 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:37,118 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,43943,1731414454818; all regions closed. 2024-11-12T12:27:37,121 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,40429,1731414454783; all regions closed. 2024-11-12T12:27:37,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741833_1009 (size=1867) 2024-11-12T12:27:37,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741833_1009 (size=1867) 2024-11-12T12:27:37,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:27:37,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:27:37,124 DEBUG [RS:1;4a91c05c96a4:43943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/oldWALs 2024-11-12T12:27:37,125 INFO [RS:1;4a91c05c96a4:43943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C43943%2C1731414454818:(num 1731414455493) 2024-11-12T12:27:37,125 DEBUG [RS:1;4a91c05c96a4:43943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:37,125 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:37,125 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:37,125 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:37,125 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:27:37,125 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:37,125 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:27:37,125 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:27:37,125 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:37,126 INFO [RS:1;4a91c05c96a4:43943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43943 2024-11-12T12:27:37,126 DEBUG [RS:0;4a91c05c96a4:40429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/oldWALs 2024-11-12T12:27:37,126 INFO [RS:0;4a91c05c96a4:40429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C40429%2C1731414454783.meta:.meta(num 1731414455940) 2024-11-12T12:27:37,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741834_1010 (size=1758) 2024-11-12T12:27:37,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741834_1010 (size=1758) 2024-11-12T12:27:37,131 DEBUG [RS:0;4a91c05c96a4:40429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/oldWALs 2024-11-12T12:27:37,131 INFO [RS:0;4a91c05c96a4:40429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C40429%2C1731414454783:(num 1731414455500) 2024-11-12T12:27:37,131 DEBUG [RS:0;4a91c05c96a4:40429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:37,131 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:37,131 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:37,131 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:37,132 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:37,132 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:37,132 INFO [RS:0;4a91c05c96a4:40429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40429 2024-11-12T12:27:37,187 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:37,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:37,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,43943,1731414454818 2024-11-12T12:27:37,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,40429,1731414454783 2024-11-12T12:27:37,197 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:37,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,43943,1731414454818] 2024-11-12T12:27:37,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,43943,1731414454818 already deleted, retry=false 2024-11-12T12:27:37,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,43943,1731414454818 expired; onlineServers=1 2024-11-12T12:27:37,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,40429,1731414454783] 2024-11-12T12:27:37,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,40429,1731414454783 already deleted, retry=false 2024-11-12T12:27:37,239 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,40429,1731414454783 expired; onlineServers=0 2024-11-12T12:27:37,240 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,38029,1731414454602' ***** 2024-11-12T12:27:37,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:27:37,240 INFO [M:0;4a91c05c96a4:38029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:37,240 INFO [M:0;4a91c05c96a4:38029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:37,240 DEBUG [M:0;4a91c05c96a4:38029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:27:37,240 DEBUG [M:0;4a91c05c96a4:38029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:27:37,240 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:27:37,240 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414455219 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414455219,5,FailOnTimeoutGroup] 2024-11-12T12:27:37,240 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414455219 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414455219,5,FailOnTimeoutGroup] 2024-11-12T12:27:37,240 INFO [M:0;4a91c05c96a4:38029 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:37,240 INFO [M:0;4a91c05c96a4:38029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:37,241 DEBUG [M:0;4a91c05c96a4:38029 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:27:37,241 INFO [M:0;4a91c05c96a4:38029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:27:37,241 INFO [M:0;4a91c05c96a4:38029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:27:37,241 INFO [M:0;4a91c05c96a4:38029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:27:37,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:27:37,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:37,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:37,250 DEBUG [M:0;4a91c05c96a4:38029 {}] zookeeper.ZKUtil(347): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T12:27:37,250 WARN [M:0;4a91c05c96a4:38029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:27:37,251 INFO [M:0;4a91c05c96a4:38029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/.lastflushedseqids 2024-11-12T12:27:37,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741844_1020 (size=182) 2024-11-12T12:27:37,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741844_1020 (size=182) 2024-11-12T12:27:37,259 INFO [M:0;4a91c05c96a4:38029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:27:37,259 INFO [M:0;4a91c05c96a4:38029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:27:37,259 DEBUG [M:0;4a91c05c96a4:38029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:27:37,260 INFO [M:0;4a91c05c96a4:38029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:37,260 DEBUG [M:0;4a91c05c96a4:38029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:37,260 DEBUG [M:0;4a91c05c96a4:38029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:27:37,260 DEBUG [M:0;4a91c05c96a4:38029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:37,260 INFO [M:0;4a91c05c96a4:38029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-12T12:27:37,277 DEBUG [M:0;4a91c05c96a4:38029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ce9be4be5084a219f33142cd0d417f4 is 82, key is hbase:meta,,1/info:regioninfo/1731414455983/Put/seqid=0 2024-11-12T12:27:37,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:27:37,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:27:37,285 INFO [M:0;4a91c05c96a4:38029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ce9be4be5084a219f33142cd0d417f4 2024-11-12T12:27:37,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:37,308 INFO [RS:1;4a91c05c96a4:43943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:37,308 INFO [RS:1;4a91c05c96a4:43943 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,43943,1731414454818; zookeeper connection closed. 2024-11-12T12:27:37,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43943-0x1012f03ece40002, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:37,309 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d936cb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d936cb2 2024-11-12T12:27:37,312 DEBUG [M:0;4a91c05c96a4:38029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e8a766a365a40caa6c22711ec6f79cf is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731414456480/Put/seqid=0 2024-11-12T12:27:37,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741846_1022 (size=6220) 2024-11-12T12:27:37,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741846_1022 (size=6220) 2024-11-12T12:27:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:37,319 INFO [RS:0;4a91c05c96a4:40429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40429-0x1012f03ece40001, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:37,319 INFO [RS:0;4a91c05c96a4:40429 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,40429,1731414454783; zookeeper connection closed. 2024-11-12T12:27:37,319 INFO [M:0;4a91c05c96a4:38029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e8a766a365a40caa6c22711ec6f79cf 2024-11-12T12:27:37,319 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2df97dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2df97dd 2024-11-12T12:27:37,319 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T12:27:37,339 DEBUG [M:0;4a91c05c96a4:38029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d04895df5da64475b2f743f5cb5b4c0f is 69, key is 4a91c05c96a4,40429,1731414454783/rs:state/1731414455293/Put/seqid=0 2024-11-12T12:27:37,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:27:37,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:27:37,345 INFO [M:0;4a91c05c96a4:38029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d04895df5da64475b2f743f5cb5b4c0f 2024-11-12T12:27:37,352 DEBUG [M:0;4a91c05c96a4:38029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ce9be4be5084a219f33142cd0d417f4 as hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ce9be4be5084a219f33142cd0d417f4 2024-11-12T12:27:37,359 INFO [M:0;4a91c05c96a4:38029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ce9be4be5084a219f33142cd0d417f4, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T12:27:37,361 DEBUG [M:0;4a91c05c96a4:38029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e8a766a365a40caa6c22711ec6f79cf as hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e8a766a365a40caa6c22711ec6f79cf 2024-11-12T12:27:37,368 INFO [M:0;4a91c05c96a4:38029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e8a766a365a40caa6c22711ec6f79cf, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T12:27:37,370 DEBUG [M:0;4a91c05c96a4:38029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d04895df5da64475b2f743f5cb5b4c0f as hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d04895df5da64475b2f743f5cb5b4c0f 2024-11-12T12:27:37,378 INFO [M:0;4a91c05c96a4:38029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/c5901368-813c-634e-caf6-161af6865ee9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d04895df5da64475b2f743f5cb5b4c0f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T12:27:37,379 INFO [M:0;4a91c05c96a4:38029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false 2024-11-12T12:27:37,381 INFO [M:0;4a91c05c96a4:38029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:37,381 DEBUG [M:0;4a91c05c96a4:38029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414457259Disabling compacts and flushes for region at 1731414457259Disabling writes for close at 1731414457260 (+1 ms)Obtaining lock to block concurrent updates at 1731414457260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414457260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731414457260Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414457261 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414457261Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414457277 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414457277Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414457293 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414457311 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414457311Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414457324 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414457338 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414457338Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb36376: reopening flushed file at 1731414457351 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@112158e0: reopening flushed file at 1731414457360 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31cc6c4d: reopening flushed file at 1731414457368 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false at 1731414457379 (+11 ms)Writing region close event to WAL at 1731414457381 (+2 ms)Closed at 1731414457381 2024-11-12T12:27:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41859 is added to blk_1073741830_1006 (size=35452) 2024-11-12T12:27:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741830_1006 (size=35452) 2024-11-12T12:27:37,385 INFO [M:0;4a91c05c96a4:38029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:27:37,385 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:37,385 INFO [M:0;4a91c05c96a4:38029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38029 2024-11-12T12:27:37,385 INFO [M:0;4a91c05c96a4:38029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:37,498 INFO [M:0;4a91c05c96a4:38029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:37,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:37,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x1012f03ece40000, quorum=127.0.0.1:50098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:37,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e9aa011{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:37,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27c6e4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:37,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:37,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654d6738{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:37,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4522866d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:37,502 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:27:37,502 WARN [BP-1422797927-172.17.0.3-1731414452062 heartbeating to localhost/127.0.0.1:33231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:27:37,503 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:27:37,503 WARN [BP-1422797927-172.17.0.3-1731414452062 heartbeating to localhost/127.0.0.1:33231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1422797927-172.17.0.3-1731414452062 (Datanode Uuid 8df22511-cffb-4091-99e5-03510ef244f0) service to localhost/127.0.0.1:33231 2024-11-12T12:27:37,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3/data/data3/current/BP-1422797927-172.17.0.3-1731414452062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:37,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3/data/data4/current/BP-1422797927-172.17.0.3-1731414452062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:37,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:27:37,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2127590a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:37,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35aa6870{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:37,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:37,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68fad6db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:37,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@314adb1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:37,508 WARN [BP-1422797927-172.17.0.3-1731414452062 heartbeating to localhost/127.0.0.1:33231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:27:37,508 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:27:37,508 WARN [BP-1422797927-172.17.0.3-1731414452062 heartbeating to localhost/127.0.0.1:33231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1422797927-172.17.0.3-1731414452062 (Datanode Uuid 74d422c1-cf41-475a-945f-831af13236a0) service to localhost/127.0.0.1:33231 2024-11-12T12:27:37,508 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:27:37,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3/data/data1/current/BP-1422797927-172.17.0.3-1731414452062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:37,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/cluster_6913a7d3-5277-c244-4043-8ecbc5a141b3/data/data2/current/BP-1422797927-172.17.0.3-1731414452062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:37,509 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:27:37,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59c27906{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:27:37,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@486bf2a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:37,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:37,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@572d60a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:37,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f391d05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:37,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:27:37,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:27:37,558 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 80) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33231 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33231 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 427), ProcessCount=11 (was 11), AvailableMemoryMB=7172 (was 7303) 2024-11-12T12:27:37,565 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=7172 2024-11-12T12:27:37,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.log.dir so I do NOT create it in target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084 2024-11-12T12:27:37,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:27:37,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.tmp.dir so I do NOT create it in target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084 2024-11-12T12:27:37,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ff66228-51c0-0b95-4914-a232cf828cb3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:27:37,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084 2024-11-12T12:27:37,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:27:37,578 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159, deleteOnExit=true 2024-11-12T12:27:37,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:27:37,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/test.cache.data in system properties and HBase conf 2024-11-12T12:27:37,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:27:37,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:27:37,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:27:37,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:27:37,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:27:37,578 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:27:37,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:37,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:37,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:27:37,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:37,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:27:37,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:27:37,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:37,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:37,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:27:37,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:27:37,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:27:37,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:37,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:27:37,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:27:38,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:38,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:38,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:38,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:38,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:27:38,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:38,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c64536{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:38,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29dc87ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:38,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a595e2d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/java.io.tmpdir/jetty-localhost-45407-hadoop-hdfs-3_4_1-tests_jar-_-any-4332755141880684243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:27:38,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@600a72d5{HTTP/1.1, (http/1.1)}{localhost:45407} 2024-11-12T12:27:38,319 INFO [Time-limited test {}] server.Server(415): Started @18709ms 2024-11-12T12:27:38,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:38,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:38,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:38,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:38,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:27:38,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77a3cc07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:38,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5ab2f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:38,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48b65518{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/java.io.tmpdir/jetty-localhost-33085-hadoop-hdfs-3_4_1-tests_jar-_-any-13256832292948295856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:38,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4776a6be{HTTP/1.1, (http/1.1)}{localhost:33085} 2024-11-12T12:27:38,787 INFO [Time-limited test {}] server.Server(415): Started @19177ms 2024-11-12T12:27:38,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:27:38,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:38,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:38,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:38,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:38,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:27:38,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62ac3334{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:38,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61f57681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:38,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fe87e75{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/java.io.tmpdir/jetty-localhost-38957-hadoop-hdfs-3_4_1-tests_jar-_-any-1940649481972079245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:38,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35f597cc{HTTP/1.1, (http/1.1)}{localhost:38957} 2024-11-12T12:27:38,917 INFO [Time-limited test {}] server.Server(415): Started @19307ms 2024-11-12T12:27:38,918 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:27:39,901 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159/data/data1/current/BP-436711593-172.17.0.3-1731414457603/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:39,904 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159/data/data2/current/BP-436711593-172.17.0.3-1731414457603/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:39,931 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:27:39,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd01c300778b8f467 with lease ID 0xbe1705f487a2e4d6: Processing first storage report for DS-59623daa-0876-4705-9a68-f20394b0a6a8 from datanode DatanodeRegistration(127.0.0.1:40321, datanodeUuid=9ea5e568-d36b-4598-b360-bf5a4451f446, infoPort=44709, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=641586732;c=1731414457603) 2024-11-12T12:27:39,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd01c300778b8f467 with lease ID 0xbe1705f487a2e4d6: from storage DS-59623daa-0876-4705-9a68-f20394b0a6a8 node DatanodeRegistration(127.0.0.1:40321, datanodeUuid=9ea5e568-d36b-4598-b360-bf5a4451f446, infoPort=44709, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=641586732;c=1731414457603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:39,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd01c300778b8f467 with lease ID 0xbe1705f487a2e4d6: Processing first storage report for DS-eba9a763-8331-4c4d-baa1-6566120dc02f from datanode DatanodeRegistration(127.0.0.1:40321, datanodeUuid=9ea5e568-d36b-4598-b360-bf5a4451f446, infoPort=44709, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=641586732;c=1731414457603) 2024-11-12T12:27:39,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd01c300778b8f467 with lease ID 0xbe1705f487a2e4d6: from storage DS-eba9a763-8331-4c4d-baa1-6566120dc02f node DatanodeRegistration(127.0.0.1:40321, datanodeUuid=9ea5e568-d36b-4598-b360-bf5a4451f446, infoPort=44709, infoSecurePort=0, ipcPort=40855, storageInfo=lv=-57;cid=testClusterID;nsid=641586732;c=1731414457603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:40,019 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159/data/data3/current/BP-436711593-172.17.0.3-1731414457603/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:40,019 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159/data/data4/current/BP-436711593-172.17.0.3-1731414457603/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:40,041 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:27:40,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x400e916027cb2aaf with lease ID 0xbe1705f487a2e4d7: Processing first storage report for DS-1d8e1f7f-0324-4e6a-8d91-13f6165a51c8 from datanode DatanodeRegistration(127.0.0.1:42761, datanodeUuid=6a02fc6a-1acc-4604-8398-1b505d05374f, infoPort=43625, infoSecurePort=0, ipcPort=35635, storageInfo=lv=-57;cid=testClusterID;nsid=641586732;c=1731414457603) 2024-11-12T12:27:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x400e916027cb2aaf with lease ID 0xbe1705f487a2e4d7: from storage DS-1d8e1f7f-0324-4e6a-8d91-13f6165a51c8 node DatanodeRegistration(127.0.0.1:42761, datanodeUuid=6a02fc6a-1acc-4604-8398-1b505d05374f, infoPort=43625, infoSecurePort=0, ipcPort=35635, storageInfo=lv=-57;cid=testClusterID;nsid=641586732;c=1731414457603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x400e916027cb2aaf with lease ID 0xbe1705f487a2e4d7: Processing first storage report for DS-eb79ce8a-afef-48e3-9c8e-0623d56a3ef9 from datanode DatanodeRegistration(127.0.0.1:42761, datanodeUuid=6a02fc6a-1acc-4604-8398-1b505d05374f, infoPort=43625, infoSecurePort=0, ipcPort=35635, storageInfo=lv=-57;cid=testClusterID;nsid=641586732;c=1731414457603) 2024-11-12T12:27:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x400e916027cb2aaf with lease ID 0xbe1705f487a2e4d7: from storage DS-eb79ce8a-afef-48e3-9c8e-0623d56a3ef9 node DatanodeRegistration(127.0.0.1:42761, datanodeUuid=6a02fc6a-1acc-4604-8398-1b505d05374f, infoPort=43625, infoSecurePort=0, ipcPort=35635, storageInfo=lv=-57;cid=testClusterID;nsid=641586732;c=1731414457603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:40,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084 2024-11-12T12:27:40,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159/zookeeper_0, clientPort=54994, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:27:40,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54994 2024-11-12T12:27:40,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:40,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:27:40,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:27:40,073 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6 with version=8 2024-11-12T12:27:40,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/hbase-staging 2024-11-12T12:27:40,075 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:40,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:40,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:40,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:40,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:40,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:40,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:27:40,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:40,077 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41305 2024-11-12T12:27:40,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41305 connecting to ZooKeeper ensemble=127.0.0.1:54994 2024-11-12T12:27:40,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413050x0, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:40,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41305-0x1012f0402450000 connected 2024-11-12T12:27:40,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:40,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:40,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:40,223 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6, hbase.cluster.distributed=false 2024-11-12T12:27:40,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:40,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41305 2024-11-12T12:27:40,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41305 2024-11-12T12:27:40,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41305 2024-11-12T12:27:40,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41305 2024-11-12T12:27:40,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41305 2024-11-12T12:27:40,240 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:40,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:40,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:40,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:40,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:40,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:40,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:27:40,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:40,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37073 2024-11-12T12:27:40,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37073 connecting to ZooKeeper ensemble=127.0.0.1:54994 2024-11-12T12:27:40,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:40,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:40,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370730x0, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:40,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37073-0x1012f0402450001 connected 2024-11-12T12:27:40,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:40,263 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:27:40,263 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:27:40,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:27:40,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:40,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37073 2024-11-12T12:27:40,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37073 2024-11-12T12:27:40,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37073 2024-11-12T12:27:40,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37073 2024-11-12T12:27:40,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37073 2024-11-12T12:27:40,290 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:40,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:40,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:40,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:40,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:40,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:40,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:27:40,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:40,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44653 2024-11-12T12:27:40,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44653 connecting to ZooKeeper ensemble=127.0.0.1:54994 2024-11-12T12:27:40,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:40,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:40,310 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446530x0, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:40,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446530x0, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:40,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44653-0x1012f0402450002 connected 2024-11-12T12:27:40,311 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:27:40,313 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:27:40,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:27:40,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:40,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44653 2024-11-12T12:27:40,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44653 2024-11-12T12:27:40,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44653 2024-11-12T12:27:40,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44653 2024-11-12T12:27:40,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44653 2024-11-12T12:27:40,342 DEBUG [M:0;4a91c05c96a4:41305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:41305 2024-11-12T12:27:40,343 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4a91c05c96a4,41305,1731414460075 2024-11-12T12:27:40,355 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:40,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:40,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:40,356 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a91c05c96a4,41305,1731414460075 2024-11-12T12:27:40,366 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:40,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:40,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,366 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,367 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T12:27:40,367 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a91c05c96a4,41305,1731414460075 from backup master directory 2024-11-12T12:27:40,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:40,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a91c05c96a4,41305,1731414460075 2024-11-12T12:27:40,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:40,377 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:40,377 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,41305,1731414460075 2024-11-12T12:27:40,377 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:40,385 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/hbase.id] with ID: b27c26e1-e582-4c82-b5a2-34a2631510d2 2024-11-12T12:27:40,385 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/.tmp/hbase.id 2024-11-12T12:27:40,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:27:40,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:27:40,395 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/.tmp/hbase.id]:[hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/hbase.id] 2024-11-12T12:27:40,411 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:40,411 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:27:40,414 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T12:27:40,426 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:27:40,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:27:40,435 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:27:40,436 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:27:40,436 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:40,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:27:40,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:27:40,447 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store 2024-11-12T12:27:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:27:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:27:40,457 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:40,457 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:27:40,457 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:40,457 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:40,457 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:27:40,457 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:40,457 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:40,457 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414460457Disabling compacts and flushes for region at 1731414460457Disabling writes for close at 1731414460457Writing region close event to WAL at 1731414460457Closed at 1731414460457 2024-11-12T12:27:40,458 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/.initializing 2024-11-12T12:27:40,458 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/WALs/4a91c05c96a4,41305,1731414460075 2024-11-12T12:27:40,460 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:40,462 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C41305%2C1731414460075, suffix=, logDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/WALs/4a91c05c96a4,41305,1731414460075, archiveDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/oldWALs, maxLogs=10 2024-11-12T12:27:40,476 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/WALs/4a91c05c96a4,41305,1731414460075/4a91c05c96a4%2C41305%2C1731414460075.1731414460462, exclude list is [], retry=0 2024-11-12T12:27:40,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42761,DS-1d8e1f7f-0324-4e6a-8d91-13f6165a51c8,DISK] 2024-11-12T12:27:40,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40321,DS-59623daa-0876-4705-9a68-f20394b0a6a8,DISK] 2024-11-12T12:27:40,482 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/WALs/4a91c05c96a4,41305,1731414460075/4a91c05c96a4%2C41305%2C1731414460075.1731414460462 2024-11-12T12:27:40,482 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625),(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-12T12:27:40,482 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:27:40,483 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:40,483 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,483 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:27:40,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:40,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:40,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:27:40,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:40,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:40,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:27:40,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:40,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:40,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:27:40,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:40,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:40,497 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,498 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,498 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,500 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,500 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,501 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:40,502 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:40,505 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:40,505 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73728246, jitterRate=0.09863647818565369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:40,506 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414460483Initializing all the Stores at 1731414460484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414460484Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414460486 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414460486Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414460486Cleaning up temporary data from old regions at 1731414460500 (+14 ms)Region opened successfully at 1731414460506 (+6 ms) 2024-11-12T12:27:40,507 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:27:40,511 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7150ee88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:40,513 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:27:40,513 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:27:40,513 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:27:40,513 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:27:40,514 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:27:40,514 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:27:40,514 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:27:40,517 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:27:40,518 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T12:27:40,531 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T12:27:40,531 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:27:40,532 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:27:40,544 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T12:27:40,545 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:27:40,546 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:27:40,555 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T12:27:40,556 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:27:40,566 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T12:27:40,568 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:27:40,576 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T12:27:40,587 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:40,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:40,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:40,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,587 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,587 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,41305,1731414460075, sessionid=0x1012f0402450000, setting cluster-up flag (Was=false) 2024-11-12T12:27:40,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,608 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,639 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T12:27:40,640 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,41305,1731414460075 2024-11-12T12:27:40,660 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:40,692 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T12:27:40,693 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,41305,1731414460075 2024-11-12T12:27:40,695 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:27:40,697 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:40,697 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:27:40,697 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:27:40,698 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,41305,1731414460075 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:27:40,699 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:40,699 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:40,699 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:40,700 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:40,700 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:27:40,700 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,700 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:40,700 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,702 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414490701 2024-11-12T12:27:40,702 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:27:40,702 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:27:40,702 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:27:40,702 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:27:40,702 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:27:40,702 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:27:40,702 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,702 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:27:40,703 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:27:40,703 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:27:40,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:40,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:27:40,704 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:27:40,704 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:27:40,704 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:40,704 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:27:40,705 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414460704,5,FailOnTimeoutGroup] 2024-11-12T12:27:40,705 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414460705,5,FailOnTimeoutGroup] 2024-11-12T12:27:40,705 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,705 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:27:40,705 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,706 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:27:40,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:27:40,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:27:40,716 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6 2024-11-12T12:27:40,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:27:40,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:27:40,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:40,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:27:40,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:27:40,728 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(746): ClusterId : b27c26e1-e582-4c82-b5a2-34a2631510d2 2024-11-12T12:27:40,728 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(746): ClusterId : b27c26e1-e582-4c82-b5a2-34a2631510d2 2024-11-12T12:27:40,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:40,728 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:27:40,728 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:27:40,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:40,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:27:40,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:27:40,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:40,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:40,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:27:40,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:27:40,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:40,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:40,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:27:40,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:27:40,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:40,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:40,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:27:40,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740 2024-11-12T12:27:40,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740 2024-11-12T12:27:40,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:27:40,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:27:40,740 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:40,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:27:40,745 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:27:40,745 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:40,745 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:27:40,745 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:27:40,745 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:27:40,746 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66337133, jitterRate=-0.011499688029289246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:40,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414460724Initializing all the Stores at 1731414460725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414460725Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414460725Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414460725Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414460725Cleaning up temporary data from old regions at 1731414460740 (+15 ms)Region opened successfully at 1731414460747 (+7 ms) 2024-11-12T12:27:40,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:27:40,747 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:27:40,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:27:40,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:27:40,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:27:40,747 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:40,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414460747Disabling compacts and flushes for region at 1731414460747Disabling writes for close at 1731414460747Writing region close event to WAL at 1731414460747Closed at 1731414460747 2024-11-12T12:27:40,749 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:40,749 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:27:40,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:27:40,750 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:27:40,751 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:27:40,817 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:27:40,817 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:27:40,818 DEBUG [RS:1;4a91c05c96a4:44653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a0a7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:40,818 DEBUG [RS:0;4a91c05c96a4:37073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b1f566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:40,828 DEBUG [RS:0;4a91c05c96a4:37073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:37073 2024-11-12T12:27:40,828 DEBUG [RS:1;4a91c05c96a4:44653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a91c05c96a4:44653 2024-11-12T12:27:40,828 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:27:40,828 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:27:40,829 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:27:40,829 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:27:40,829 DEBUG [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:27:40,829 DEBUG [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:27:40,829 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,41305,1731414460075 with port=44653, startcode=1731414460290 2024-11-12T12:27:40,829 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,41305,1731414460075 with port=37073, startcode=1731414460240 2024-11-12T12:27:40,830 DEBUG [RS:1;4a91c05c96a4:44653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:27:40,830 DEBUG [RS:0;4a91c05c96a4:37073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:27:40,831 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:27:40,831 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:27:40,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,44653,1731414460290 2024-11-12T12:27:40,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41305 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,44653,1731414460290 2024-11-12T12:27:40,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:40,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41305 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:40,833 DEBUG [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6 2024-11-12T12:27:40,833 DEBUG [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42063 2024-11-12T12:27:40,834 DEBUG [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:27:40,835 DEBUG [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6 2024-11-12T12:27:40,835 DEBUG [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42063 2024-11-12T12:27:40,835 DEBUG [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:27:40,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:40,901 WARN [4a91c05c96a4:41305 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:27:40,968 DEBUG [RS:1;4a91c05c96a4:44653 {}] zookeeper.ZKUtil(111): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,44653,1731414460290 2024-11-12T12:27:40,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,37073,1731414460240] 2024-11-12T12:27:40,968 WARN [RS:1;4a91c05c96a4:44653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:40,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,44653,1731414460290] 2024-11-12T12:27:40,968 INFO [RS:1;4a91c05c96a4:44653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:40,968 DEBUG [RS:0;4a91c05c96a4:37073 {}] zookeeper.ZKUtil(111): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:40,968 WARN [RS:0;4a91c05c96a4:37073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:40,968 DEBUG [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/WALs/4a91c05c96a4,44653,1731414460290 2024-11-12T12:27:40,968 INFO [RS:0;4a91c05c96a4:37073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:40,968 DEBUG [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/WALs/4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:40,973 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:27:40,973 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:27:40,974 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:27:40,975 INFO [RS:0;4a91c05c96a4:37073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:27:40,975 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,975 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:27:40,976 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:27:40,976 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,976 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,976 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,976 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:27:40,976 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,976 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,976 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,976 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:40,976 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,976 INFO [RS:1;4a91c05c96a4:44653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:27:40,977 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,977 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,977 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,977 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,977 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:27:40,977 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,977 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,977 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:40,977 DEBUG [RS:0;4a91c05c96a4:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:40,977 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,977 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,978 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,978 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:27:40,978 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,978 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,978 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,978 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37073,1731414460240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,978 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:40,979 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:40,979 DEBUG [RS:1;4a91c05c96a4:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:40,984 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,984 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,984 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,984 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,984 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,984 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44653,1731414460290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:40,992 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:27:40,993 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37073,1731414460240-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,993 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,993 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.Replication(171): 4a91c05c96a4,37073,1731414460240 started 2024-11-12T12:27:40,999 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:27:40,999 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,44653,1731414460290-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,999 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:40,999 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.Replication(171): 4a91c05c96a4,44653,1731414460290 started 2024-11-12T12:27:41,005 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:41,006 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,37073,1731414460240, RpcServer on 4a91c05c96a4/172.17.0.3:37073, sessionid=0x1012f0402450001 2024-11-12T12:27:41,006 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:27:41,006 DEBUG [RS:0;4a91c05c96a4:37073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:41,006 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,37073,1731414460240' 2024-11-12T12:27:41,006 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:27:41,006 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:27:41,007 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:27:41,007 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:27:41,007 DEBUG [RS:0;4a91c05c96a4:37073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:41,007 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,37073,1731414460240' 2024-11-12T12:27:41,007 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:27:41,008 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:27:41,008 DEBUG [RS:0;4a91c05c96a4:37073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:27:41,008 INFO [RS:0;4a91c05c96a4:37073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:27:41,008 INFO [RS:0;4a91c05c96a4:37073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:27:41,013 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:41,013 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,44653,1731414460290, RpcServer on 4a91c05c96a4/172.17.0.3:44653, sessionid=0x1012f0402450002 2024-11-12T12:27:41,013 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:27:41,013 DEBUG [RS:1;4a91c05c96a4:44653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,44653,1731414460290 2024-11-12T12:27:41,013 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,44653,1731414460290' 2024-11-12T12:27:41,013 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:27:41,014 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:27:41,014 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:27:41,014 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:27:41,014 DEBUG [RS:1;4a91c05c96a4:44653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,44653,1731414460290 2024-11-12T12:27:41,014 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,44653,1731414460290' 2024-11-12T12:27:41,014 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:27:41,015 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:27:41,015 DEBUG [RS:1;4a91c05c96a4:44653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:27:41,015 INFO [RS:1;4a91c05c96a4:44653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:27:41,015 INFO [RS:1;4a91c05c96a4:44653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:27:41,108 INFO [RS:0;4a91c05c96a4:37073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:41,110 INFO [RS:0;4a91c05c96a4:37073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C37073%2C1731414460240, suffix=, logDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/WALs/4a91c05c96a4,37073,1731414460240, archiveDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/oldWALs, maxLogs=32 2024-11-12T12:27:41,116 INFO [RS:1;4a91c05c96a4:44653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:41,118 INFO [RS:1;4a91c05c96a4:44653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C44653%2C1731414460290, suffix=, logDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/WALs/4a91c05c96a4,44653,1731414460290, archiveDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/oldWALs, maxLogs=32 2024-11-12T12:27:41,128 DEBUG [RS:0;4a91c05c96a4:37073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/WALs/4a91c05c96a4,37073,1731414460240/4a91c05c96a4%2C37073%2C1731414460240.1731414461111, exclude list is [], retry=0 2024-11-12T12:27:41,136 DEBUG [RS:1;4a91c05c96a4:44653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/WALs/4a91c05c96a4,44653,1731414460290/4a91c05c96a4%2C44653%2C1731414460290.1731414461119, exclude list is [], retry=0 2024-11-12T12:27:41,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40321,DS-59623daa-0876-4705-9a68-f20394b0a6a8,DISK] 2024-11-12T12:27:41,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40321,DS-59623daa-0876-4705-9a68-f20394b0a6a8,DISK] 2024-11-12T12:27:41,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42761,DS-1d8e1f7f-0324-4e6a-8d91-13f6165a51c8,DISK] 2024-11-12T12:27:41,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42761,DS-1d8e1f7f-0324-4e6a-8d91-13f6165a51c8,DISK] 2024-11-12T12:27:41,150 INFO [RS:1;4a91c05c96a4:44653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/WALs/4a91c05c96a4,44653,1731414460290/4a91c05c96a4%2C44653%2C1731414460290.1731414461119 2024-11-12T12:27:41,151 DEBUG [RS:1;4a91c05c96a4:44653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44709:44709),(127.0.0.1/127.0.0.1:43625:43625)] 2024-11-12T12:27:41,156 INFO [RS:0;4a91c05c96a4:37073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/WALs/4a91c05c96a4,37073,1731414460240/4a91c05c96a4%2C37073%2C1731414460240.1731414461111 2024-11-12T12:27:41,156 DEBUG [RS:0;4a91c05c96a4:37073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625),(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-12T12:27:41,402 DEBUG [4a91c05c96a4:41305 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T12:27:41,402 DEBUG [4a91c05c96a4:41305 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:27:41,405 DEBUG [4a91c05c96a4:41305 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:27:41,405 DEBUG [4a91c05c96a4:41305 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:27:41,405 DEBUG [4a91c05c96a4:41305 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:27:41,405 DEBUG [4a91c05c96a4:41305 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:27:41,405 INFO [4a91c05c96a4:41305 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:27:41,405 INFO [4a91c05c96a4:41305 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:27:41,405 DEBUG [4a91c05c96a4:41305 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:27:41,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:41,408 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,37073,1731414460240, state=OPENING 2024-11-12T12:27:41,429 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:27:41,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:41,439 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:41,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:41,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:41,440 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:27:41,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:41,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,37073,1731414460240}] 2024-11-12T12:27:41,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:41,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:27:41,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:41,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:41,594 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:41,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:41,602 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:27:41,602 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:41,602 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:27:41,604 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C37073%2C1731414460240.meta, suffix=.meta, logDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/WALs/4a91c05c96a4,37073,1731414460240, archiveDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/oldWALs, maxLogs=32 2024-11-12T12:27:41,624 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/WALs/4a91c05c96a4,37073,1731414460240/4a91c05c96a4%2C37073%2C1731414460240.meta.1731414461605.meta, exclude list is [], retry=0 2024-11-12T12:27:41,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40321,DS-59623daa-0876-4705-9a68-f20394b0a6a8,DISK] 2024-11-12T12:27:41,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42761,DS-1d8e1f7f-0324-4e6a-8d91-13f6165a51c8,DISK] 2024-11-12T12:27:41,634 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/WALs/4a91c05c96a4,37073,1731414460240/4a91c05c96a4%2C37073%2C1731414460240.meta.1731414461605.meta 2024-11-12T12:27:41,634 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625),(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-12T12:27:41,634 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:27:41,634 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:27:41,635 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:27:41,635 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:27:41,635 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:27:41,635 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:41,635 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:27:41,635 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:27:41,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:27:41,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:27:41,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:41,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:41,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:27:41,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:27:41,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:41,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:41,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:27:41,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:27:41,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:41,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:41,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:27:41,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:27:41,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:41,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:41,649 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:27:41,649 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740 2024-11-12T12:27:41,651 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740 2024-11-12T12:27:41,652 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:27:41,652 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:27:41,652 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:41,654 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:27:41,655 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69590247, jitterRate=0.03697548806667328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:41,655 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:27:41,656 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414461635Writing region info on filesystem at 1731414461635Initializing all the Stores at 1731414461636 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414461636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414461638 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414461638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414461638Cleaning up temporary data from old regions at 1731414461652 (+14 ms)Running coprocessor post-open hooks at 1731414461655 (+3 ms)Region opened successfully at 1731414461655 2024-11-12T12:27:41,657 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414461594 2024-11-12T12:27:41,659 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:27:41,660 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:27:41,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:41,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,37073,1731414460240, state=OPEN 2024-11-12T12:27:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:41,717 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:41,717 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:41,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:41,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:41,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:41,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:27:41,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,37073,1731414460240 in 277 msec 2024-11-12T12:27:41,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:27:41,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 974 msec 2024-11-12T12:27:41,729 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:41,729 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:27:41,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:41,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,37073,1731414460240, seqNum=-1] 2024-11-12T12:27:41,732 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:41,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:41,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0430 sec 2024-11-12T12:27:41,740 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414461740, completionTime=-1 2024-11-12T12:27:41,740 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T12:27:41,740 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:27:41,742 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T12:27:41,742 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414521742 2024-11-12T12:27:41,742 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414581742 2024-11-12T12:27:41,743 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T12:27:41,743 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:27:41,744 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41305,1731414460075-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:41,744 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41305,1731414460075-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:41,744 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41305,1731414460075-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:41,744 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:41305, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:41,744 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:41,744 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:41,747 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:27:41,749 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.372sec 2024-11-12T12:27:41,749 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:27:41,749 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:27:41,749 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:27:41,749 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:27:41,749 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:27:41,749 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41305,1731414460075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:41,749 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41305,1731414460075-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:27:41,752 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:27:41,752 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:27:41,752 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41305,1731414460075-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:41,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4550f9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:41,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,41305,-1 for getting cluster id 2024-11-12T12:27:41,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:27:41,832 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b27c26e1-e582-4c82-b5a2-34a2631510d2' 2024-11-12T12:27:41,832 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:27:41,832 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b27c26e1-e582-4c82-b5a2-34a2631510d2" 2024-11-12T12:27:41,833 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199b0123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:41,833 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,41305,-1] 2024-11-12T12:27:41,833 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:27:41,834 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:41,835 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:27:41,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2c1a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:41,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:41,838 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,37073,1731414460240, seqNum=-1] 2024-11-12T12:27:41,839 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:41,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,41305,1731414460075 2024-11-12T12:27:41,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:27:41,843 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,41305,1731414460075 2024-11-12T12:27:41,843 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d632d4 2024-11-12T12:27:41,843 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:27:41,844 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:27:41,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41305 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:27:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41305 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T12:27:41,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:27:41,849 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:41,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41305 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T12:27:41,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:27:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:41,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:27:41,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:27:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:42,262 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4cd50be4658fa1bd5b64bba0a533327, NAME => 'testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6 2024-11-12T12:27:42,262 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 050fa11b41158dc30a38138ca6af2dc0, NAME => 'testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6 2024-11-12T12:27:42,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:27:42,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:27:42,275 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:42,275 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a4cd50be4658fa1bd5b64bba0a533327, disabling compactions & flushes 2024-11-12T12:27:42,275 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:42,275 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:42,275 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. after waiting 0 ms 2024-11-12T12:27:42,275 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:42,275 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:42,275 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4cd50be4658fa1bd5b64bba0a533327: Waiting for close lock at 1731414462275Disabling compacts and flushes for region at 1731414462275Disabling writes for close at 1731414462275Writing region close event to WAL at 1731414462275Closed at 1731414462275 2024-11-12T12:27:42,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:42,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 050fa11b41158dc30a38138ca6af2dc0, disabling compactions & flushes 2024-11-12T12:27:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:27:42,277 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:42,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:42,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. after waiting 0 ms 2024-11-12T12:27:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:27:42,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:42,277 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:42,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 050fa11b41158dc30a38138ca6af2dc0: Waiting for close lock at 1731414462277Disabling compacts and flushes for region at 1731414462277Disabling writes for close at 1731414462277Writing region close event to WAL at 1731414462277Closed at 1731414462277 2024-11-12T12:27:42,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:27:42,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414462279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414462279"}]},"ts":"1731414462279"} 2024-11-12T12:27:42,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414462279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414462279"}]},"ts":"1731414462279"} 2024-11-12T12:27:42,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T12:27:42,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:27:42,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414462285"}]},"ts":"1731414462285"} 2024-11-12T12:27:42,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T12:27:42,288 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:27:42,289 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:27:42,289 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:27:42,289 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:27:42,289 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:27:42,290 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:27:42,290 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:27:42,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:27:42,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a4cd50be4658fa1bd5b64bba0a533327, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=050fa11b41158dc30a38138ca6af2dc0, ASSIGN}] 2024-11-12T12:27:42,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=050fa11b41158dc30a38138ca6af2dc0, ASSIGN 2024-11-12T12:27:42,292 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a4cd50be4658fa1bd5b64bba0a533327, ASSIGN 2024-11-12T12:27:42,293 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=050fa11b41158dc30a38138ca6af2dc0, ASSIGN; state=OFFLINE, location=4a91c05c96a4,37073,1731414460240; forceNewPlan=false, retain=false 2024-11-12T12:27:42,293 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a4cd50be4658fa1bd5b64bba0a533327, ASSIGN; state=OFFLINE, location=4a91c05c96a4,44653,1731414460290; forceNewPlan=false, retain=false 2024-11-12T12:27:42,444 INFO [4a91c05c96a4:41305 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T12:27:42,444 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4cd50be4658fa1bd5b64bba0a533327, regionState=OPENING, regionLocation=4a91c05c96a4,44653,1731414460290 2024-11-12T12:27:42,444 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=050fa11b41158dc30a38138ca6af2dc0, regionState=OPENING, regionLocation=4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:42,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=050fa11b41158dc30a38138ca6af2dc0, ASSIGN because future has completed 2024-11-12T12:27:42,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 050fa11b41158dc30a38138ca6af2dc0, server=4a91c05c96a4,37073,1731414460240}] 2024-11-12T12:27:42,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a4cd50be4658fa1bd5b64bba0a533327, ASSIGN because future has completed 2024-11-12T12:27:42,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4cd50be4658fa1bd5b64bba0a533327, server=4a91c05c96a4,44653,1731414460290}] 2024-11-12T12:27:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:42,605 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:42,605 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 050fa11b41158dc30a38138ca6af2dc0, NAME => 'testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T12:27:42,606 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:42,606 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:42,606 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:42,606 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:42,607 INFO [StoreOpener-050fa11b41158dc30a38138ca6af2dc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:42,609 INFO [StoreOpener-050fa11b41158dc30a38138ca6af2dc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050fa11b41158dc30a38138ca6af2dc0 columnFamilyName family 2024-11-12T12:27:42,609 DEBUG [StoreOpener-050fa11b41158dc30a38138ca6af2dc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:42,609 INFO [StoreOpener-050fa11b41158dc30a38138ca6af2dc0-1 {}] regionserver.HStore(327): Store=050fa11b41158dc30a38138ca6af2dc0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:42,609 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:42,610 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:42,611 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:42,611 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:42,611 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:42,612 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:42,613 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:42,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:42,615 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/050fa11b41158dc30a38138ca6af2dc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:42,616 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 050fa11b41158dc30a38138ca6af2dc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75423493, jitterRate=0.12389762699604034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:27:42,616 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:42,617 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 050fa11b41158dc30a38138ca6af2dc0: Running coprocessor pre-open hook at 1731414462606Writing region info on filesystem at 1731414462606Initializing all the Stores at 1731414462607 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414462607Cleaning up temporary data from old regions at 1731414462611 (+4 ms)Running coprocessor post-open hooks at 1731414462616 (+5 ms)Region opened successfully at 1731414462617 (+1 ms) 2024-11-12T12:27:42,618 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0., pid=7, masterSystemTime=1731414462602 2024-11-12T12:27:42,618 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:42,618 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a4cd50be4658fa1bd5b64bba0a533327, NAME => 'testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T12:27:42,619 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:42,619 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:42,619 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:42,619 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:42,621 INFO [StoreOpener-a4cd50be4658fa1bd5b64bba0a533327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:42,621 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:42,621 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:42,622 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=050fa11b41158dc30a38138ca6af2dc0, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:42,622 INFO [StoreOpener-a4cd50be4658fa1bd5b64bba0a533327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4cd50be4658fa1bd5b64bba0a533327 columnFamilyName family 2024-11-12T12:27:42,623 DEBUG [StoreOpener-a4cd50be4658fa1bd5b64bba0a533327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:42,623 INFO [StoreOpener-a4cd50be4658fa1bd5b64bba0a533327-1 {}] regionserver.HStore(327): Store=a4cd50be4658fa1bd5b64bba0a533327/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:42,623 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:42,624 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:42,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 050fa11b41158dc30a38138ca6af2dc0, server=4a91c05c96a4,37073,1731414460240 because future has completed 2024-11-12T12:27:42,625 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:42,625 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:42,625 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:42,628 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:42,630 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/a4cd50be4658fa1bd5b64bba0a533327/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:42,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T12:27:42,631 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a4cd50be4658fa1bd5b64bba0a533327; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62179218, jitterRate=-0.07345744967460632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:27:42,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 050fa11b41158dc30a38138ca6af2dc0, server=4a91c05c96a4,37073,1731414460240 in 178 msec 2024-11-12T12:27:42,631 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:42,631 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a4cd50be4658fa1bd5b64bba0a533327: Running coprocessor pre-open hook at 1731414462619Writing region info on filesystem at 1731414462619Initializing all the Stores at 1731414462620 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414462620Cleaning up temporary data from old regions at 1731414462625 (+5 ms)Running coprocessor post-open hooks at 1731414462631 (+6 ms)Region opened successfully at 1731414462631 2024-11-12T12:27:42,632 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327., pid=8, masterSystemTime=1731414462612 2024-11-12T12:27:42,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=050fa11b41158dc30a38138ca6af2dc0, ASSIGN in 341 msec 2024-11-12T12:27:42,635 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:42,635 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:42,636 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4cd50be4658fa1bd5b64bba0a533327, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,44653,1731414460290 2024-11-12T12:27:42,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4cd50be4658fa1bd5b64bba0a533327, server=4a91c05c96a4,44653,1731414460290 because future has completed 2024-11-12T12:27:42,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-12T12:27:42,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a4cd50be4658fa1bd5b64bba0a533327, server=4a91c05c96a4,44653,1731414460290 in 182 msec 2024-11-12T12:27:42,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:27:42,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a4cd50be4658fa1bd5b64bba0a533327, ASSIGN in 352 msec 2024-11-12T12:27:42,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:27:42,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414462645"}]},"ts":"1731414462645"} 2024-11-12T12:27:42,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T12:27:42,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:27:42,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 804 msec 2024-11-12T12:27:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:42,987 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T12:27:42,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T12:27:42,987 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:27:42,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T12:27:42,992 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:27:42,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T12:27:42,995 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327., hostname=4a91c05c96a4,44653,1731414460290, seqNum=2] 2024-11-12T12:27:42,996 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:42,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:43,009 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0., hostname=4a91c05c96a4,37073,1731414460240, seqNum=2] 2024-11-12T12:27:43,022 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 050fa11b41158dc30a38138ca6af2dc0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T12:27:43,037 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/050fa11b41158dc30a38138ca6af2dc0/.tmp/family/42e25950c9204923a0db45ba6e462302 is 32, key is 5/family:/1731414463010/Put/seqid=0 2024-11-12T12:27:43,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741839_1015 (size=5083) 2024-11-12T12:27:43,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741839_1015 (size=5083) 2024-11-12T12:27:43,043 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/050fa11b41158dc30a38138ca6af2dc0/.tmp/family/42e25950c9204923a0db45ba6e462302 2024-11-12T12:27:43,049 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/050fa11b41158dc30a38138ca6af2dc0/.tmp/family/42e25950c9204923a0db45ba6e462302 as hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/050fa11b41158dc30a38138ca6af2dc0/family/42e25950c9204923a0db45ba6e462302 2024-11-12T12:27:43,056 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/050fa11b41158dc30a38138ca6af2dc0/family/42e25950c9204923a0db45ba6e462302, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T12:27:43,057 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 050fa11b41158dc30a38138ca6af2dc0 in 35ms, sequenceid=9, compaction requested=false 2024-11-12T12:27:43,057 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 050fa11b41158dc30a38138ca6af2dc0: 2024-11-12T12:27:43,057 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a4cd50be4658fa1bd5b64bba0a533327 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T12:27:43,071 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/a4cd50be4658fa1bd5b64bba0a533327/.tmp/family/54b45b5abb1e4e76a98eaa6b99b33eb8 is 32, key is 1/family:/1731414462999/Put/seqid=0 2024-11-12T12:27:43,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741840_1016 (size=5054) 2024-11-12T12:27:43,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741840_1016 (size=5054) 2024-11-12T12:27:43,077 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/a4cd50be4658fa1bd5b64bba0a533327/.tmp/family/54b45b5abb1e4e76a98eaa6b99b33eb8 2024-11-12T12:27:43,083 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/a4cd50be4658fa1bd5b64bba0a533327/.tmp/family/54b45b5abb1e4e76a98eaa6b99b33eb8 as hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/a4cd50be4658fa1bd5b64bba0a533327/family/54b45b5abb1e4e76a98eaa6b99b33eb8 2024-11-12T12:27:43,090 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/a4cd50be4658fa1bd5b64bba0a533327/family/54b45b5abb1e4e76a98eaa6b99b33eb8, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T12:27:43,091 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a4cd50be4658fa1bd5b64bba0a533327 in 34ms, sequenceid=8, compaction requested=false 2024-11-12T12:27:43,091 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a4cd50be4658fa1bd5b64bba0a533327: 2024-11-12T12:27:43,096 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T12:27:43,100 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:43,100 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:43,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:43,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:43,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:27:43,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:43,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:43,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:43,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:43,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:27:43,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:27:43,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1041043872, stopped=false 2024-11-12T12:27:43,103 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,41305,1731414460075 2024-11-12T12:27:43,211 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:43,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:43,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:43,211 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:43,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:43,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:43,211 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:27:43,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:43,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:43,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:43,212 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,37073,1731414460240' ***** 2024-11-12T12:27:43,212 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:27:43,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:43,212 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,44653,1731414460290' ***** 2024-11-12T12:27:43,212 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:27:43,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:43,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:43,212 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:27:43,212 INFO [RS:1;4a91c05c96a4:44653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:27:43,212 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:27:43,212 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:27:43,213 INFO [RS:1;4a91c05c96a4:44653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:27:43,213 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:27:43,213 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(3091): Received CLOSE for a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:43,213 INFO [RS:0;4a91c05c96a4:37073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:27:43,213 INFO [RS:0;4a91c05c96a4:37073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:27:43,213 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(3091): Received CLOSE for 050fa11b41158dc30a38138ca6af2dc0 2024-11-12T12:27:43,213 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,44653,1731414460290 2024-11-12T12:27:43,213 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:43,213 INFO [RS:1;4a91c05c96a4:44653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4a91c05c96a4:44653. 2024-11-12T12:27:43,213 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:43,213 DEBUG [RS:1;4a91c05c96a4:44653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:43,213 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4cd50be4658fa1bd5b64bba0a533327, disabling compactions & flushes 2024-11-12T12:27:43,213 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:43,213 DEBUG [RS:1;4a91c05c96a4:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:43,213 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:43,213 INFO [RS:0;4a91c05c96a4:37073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:37073. 2024-11-12T12:27:43,213 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:43,213 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 050fa11b41158dc30a38138ca6af2dc0, disabling compactions & flushes 2024-11-12T12:27:43,213 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. after waiting 0 ms 2024-11-12T12:27:43,213 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:27:43,213 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:43,213 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:43,213 DEBUG [RS:0;4a91c05c96a4:37073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:43,213 DEBUG [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(1325): Online Regions={a4cd50be4658fa1bd5b64bba0a533327=testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327.} 2024-11-12T12:27:43,213 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:43,213 DEBUG [RS:0;4a91c05c96a4:37073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:43,213 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. after waiting 0 ms 2024-11-12T12:27:43,213 DEBUG [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(1351): Waiting on a4cd50be4658fa1bd5b64bba0a533327 2024-11-12T12:27:43,213 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:43,214 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:27:43,214 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:27:43,214 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:27:43,214 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:27:43,214 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:27:43,214 DEBUG [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(1325): Online Regions={050fa11b41158dc30a38138ca6af2dc0=testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:27:43,214 DEBUG [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(1351): Waiting on 050fa11b41158dc30a38138ca6af2dc0, 1588230740 2024-11-12T12:27:43,214 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:27:43,214 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:27:43,214 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:27:43,214 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:27:43,214 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:27:43,215 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T12:27:43,220 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/050fa11b41158dc30a38138ca6af2dc0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T12:27:43,221 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:43,221 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 050fa11b41158dc30a38138ca6af2dc0: Waiting for close lock at 1731414463213Running coprocessor pre-close hooks at 1731414463213Disabling compacts and flushes for region at 1731414463213Disabling writes for close at 1731414463213Writing region close event to WAL at 1731414463216 (+3 ms)Running coprocessor post-close hooks at 1731414463221 (+5 ms)Closed at 1731414463221 2024-11-12T12:27:43,221 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0. 2024-11-12T12:27:43,225 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/default/testClearRegionBlockCache/a4cd50be4658fa1bd5b64bba0a533327/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T12:27:43,226 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:43,226 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4cd50be4658fa1bd5b64bba0a533327: Waiting for close lock at 1731414463213Running coprocessor pre-close hooks at 1731414463213Disabling compacts and flushes for region at 1731414463213Disabling writes for close at 1731414463213Writing region close event to WAL at 1731414463214 (+1 ms)Running coprocessor post-close hooks at 1731414463226 (+12 ms)Closed at 1731414463226 2024-11-12T12:27:43,226 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731414461845.a4cd50be4658fa1bd5b64bba0a533327. 2024-11-12T12:27:43,240 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/.tmp/info/6cf341aa518e4e5bb931c111f3e3b888 is 173, key is testClearRegionBlockCache,5,1731414461845.050fa11b41158dc30a38138ca6af2dc0./info:regioninfo/1731414462622/Put/seqid=0 2024-11-12T12:27:43,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:27:43,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:27:43,247 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/.tmp/info/6cf341aa518e4e5bb931c111f3e3b888 2024-11-12T12:27:43,268 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/.tmp/ns/782900f392264da8a05efeb39875b91e is 43, key is default/ns:d/1731414461734/Put/seqid=0 2024-11-12T12:27:43,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:27:43,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:27:43,278 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/.tmp/ns/782900f392264da8a05efeb39875b91e 2024-11-12T12:27:43,280 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:43,287 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:43,303 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/.tmp/table/98daf5e1dd32444888329e569c88e04a is 61, key is testClearRegionBlockCache/table:state/1731414462645/Put/seqid=0 2024-11-12T12:27:43,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:27:43,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:27:43,310 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/.tmp/table/98daf5e1dd32444888329e569c88e04a 2024-11-12T12:27:43,317 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/.tmp/info/6cf341aa518e4e5bb931c111f3e3b888 as hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/info/6cf341aa518e4e5bb931c111f3e3b888 2024-11-12T12:27:43,324 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/info/6cf341aa518e4e5bb931c111f3e3b888, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T12:27:43,325 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/.tmp/ns/782900f392264da8a05efeb39875b91e as hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/ns/782900f392264da8a05efeb39875b91e 2024-11-12T12:27:43,333 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/ns/782900f392264da8a05efeb39875b91e, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T12:27:43,334 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/.tmp/table/98daf5e1dd32444888329e569c88e04a as hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/table/98daf5e1dd32444888329e569c88e04a 2024-11-12T12:27:43,342 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/table/98daf5e1dd32444888329e569c88e04a, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T12:27:43,343 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=13, compaction requested=false 2024-11-12T12:27:43,348 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T12:27:43,348 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:27:43,348 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:43,348 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414463214Running coprocessor pre-close hooks at 1731414463214Disabling compacts and flushes for region at 1731414463214Disabling writes for close at 1731414463214Obtaining lock to block concurrent updates at 1731414463215 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731414463215Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731414463215Flushing stores of hbase:meta,,1.1588230740 at 1731414463216 (+1 ms)Flushing 1588230740/info: creating writer at 1731414463216Flushing 1588230740/info: appending metadata at 1731414463239 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731414463239Flushing 1588230740/ns: creating writer at 1731414463254 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731414463268 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731414463268Flushing 1588230740/table: creating writer at 1731414463287 (+19 ms)Flushing 1588230740/table: appending metadata at 1731414463303 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731414463303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36cadf5e: reopening flushed file at 1731414463316 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca2982f: reopening flushed file at 1731414463324 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa69aea: reopening flushed file at 1731414463333 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=13, compaction requested=false at 1731414463343 (+10 ms)Writing region close event to WAL at 1731414463344 (+1 ms)Running coprocessor post-close hooks at 1731414463348 (+4 ms)Closed at 1731414463348 2024-11-12T12:27:43,348 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:43,414 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,44653,1731414460290; all regions closed. 2024-11-12T12:27:43,414 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,37073,1731414460240; all regions closed. 2024-11-12T12:27:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741834_1010 (size=1758) 2024-11-12T12:27:43,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741834_1010 (size=1758) 2024-11-12T12:27:43,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:27:43,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:27:43,419 DEBUG [RS:1;4a91c05c96a4:44653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/oldWALs 2024-11-12T12:27:43,419 INFO [RS:1;4a91c05c96a4:44653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C44653%2C1731414460290:(num 1731414461119) 2024-11-12T12:27:43,419 DEBUG [RS:1;4a91c05c96a4:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:43,419 DEBUG [RS:0;4a91c05c96a4:37073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/oldWALs 2024-11-12T12:27:43,419 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:43,419 INFO [RS:0;4a91c05c96a4:37073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C37073%2C1731414460240.meta:.meta(num 1731414461605) 2024-11-12T12:27:43,419 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:43,419 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:43,419 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:27:43,419 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:43,419 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:27:43,419 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:27:43,419 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:43,419 INFO [RS:1;4a91c05c96a4:44653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44653 2024-11-12T12:27:43,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741833_1009 (size=1867) 2024-11-12T12:27:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741833_1009 (size=1867) 2024-11-12T12:27:43,424 DEBUG [RS:0;4a91c05c96a4:37073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/oldWALs 2024-11-12T12:27:43,424 INFO [RS:0;4a91c05c96a4:37073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C37073%2C1731414460240:(num 1731414461111) 2024-11-12T12:27:43,424 DEBUG [RS:0;4a91c05c96a4:37073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:43,424 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:43,424 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:43,425 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:43,425 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:43,425 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:43,425 INFO [RS:0;4a91c05c96a4:37073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37073 2024-11-12T12:27:43,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:43,450 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,44653,1731414460290 2024-11-12T12:27:43,450 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:43,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,37073,1731414460240 2024-11-12T12:27:43,531 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:43,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,37073,1731414460240] 2024-11-12T12:27:43,669 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,37073,1731414460240 already deleted, retry=false 2024-11-12T12:27:43,669 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,37073,1731414460240 expired; onlineServers=1 2024-11-12T12:27:43,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,44653,1731414460290] 2024-11-12T12:27:43,698 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:43,698 INFO [RS:1;4a91c05c96a4:44653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:43,699 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1012f0402450002, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:43,699 INFO [RS:1;4a91c05c96a4:44653 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,44653,1731414460290; zookeeper connection closed. 2024-11-12T12:27:43,699 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ded1285 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ded1285 2024-11-12T12:27:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:43,769 INFO [RS:0;4a91c05c96a4:37073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:43,769 INFO [RS:0;4a91c05c96a4:37073 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,37073,1731414460240; zookeeper connection closed. 2024-11-12T12:27:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1012f0402450001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:43,770 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cdb17e2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cdb17e2 2024-11-12T12:27:43,771 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T12:27:43,827 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,44653,1731414460290 already deleted, retry=false 2024-11-12T12:27:43,827 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,44653,1731414460290 expired; onlineServers=0 2024-11-12T12:27:43,827 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,41305,1731414460075' ***** 2024-11-12T12:27:43,827 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:27:43,828 INFO [M:0;4a91c05c96a4:41305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:43,828 INFO [M:0;4a91c05c96a4:41305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:43,828 DEBUG [M:0;4a91c05c96a4:41305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:27:43,829 DEBUG [M:0;4a91c05c96a4:41305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:27:43,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:27:43,829 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414460704 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414460704,5,FailOnTimeoutGroup] 2024-11-12T12:27:43,829 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414460705 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414460705,5,FailOnTimeoutGroup] 2024-11-12T12:27:43,830 INFO [M:0;4a91c05c96a4:41305 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:43,830 INFO [M:0;4a91c05c96a4:41305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:43,831 DEBUG [M:0;4a91c05c96a4:41305 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:27:43,831 INFO [M:0;4a91c05c96a4:41305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:27:43,831 INFO [M:0;4a91c05c96a4:41305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:27:43,832 INFO [M:0;4a91c05c96a4:41305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:27:43,832 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:27:43,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:43,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:43,901 DEBUG [M:0;4a91c05c96a4:41305 {}] zookeeper.ZKUtil(347): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T12:27:43,901 WARN [M:0;4a91c05c96a4:41305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:27:43,902 INFO [M:0;4a91c05c96a4:41305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/.lastflushedseqids 2024-11-12T12:27:43,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741844_1020 (size=182) 2024-11-12T12:27:43,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741844_1020 (size=182) 2024-11-12T12:27:43,914 INFO [M:0;4a91c05c96a4:41305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:27:43,914 INFO [M:0;4a91c05c96a4:41305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:27:43,914 DEBUG [M:0;4a91c05c96a4:41305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:27:43,914 INFO [M:0;4a91c05c96a4:41305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:43,914 DEBUG [M:0;4a91c05c96a4:41305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:43,914 DEBUG [M:0;4a91c05c96a4:41305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:27:43,914 DEBUG [M:0;4a91c05c96a4:41305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:43,914 INFO [M:0;4a91c05c96a4:41305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-12T12:27:43,931 DEBUG [M:0;4a91c05c96a4:41305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ba487df1b0b4b109ca8a8c55cddfc45 is 82, key is hbase:meta,,1/info:regioninfo/1731414461660/Put/seqid=0 2024-11-12T12:27:43,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:27:43,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:27:43,936 INFO [M:0;4a91c05c96a4:41305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ba487df1b0b4b109ca8a8c55cddfc45 2024-11-12T12:27:43,958 DEBUG [M:0;4a91c05c96a4:41305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f116d601e8445109f219e15f8df045f is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731414462650/Put/seqid=0 2024-11-12T12:27:43,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741846_1022 (size=6220) 2024-11-12T12:27:43,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741846_1022 (size=6220) 2024-11-12T12:27:43,965 INFO [M:0;4a91c05c96a4:41305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f116d601e8445109f219e15f8df045f 2024-11-12T12:27:44,008 DEBUG [M:0;4a91c05c96a4:41305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81b3fddc57ee406c98f5ba59507f5cc1 is 69, key is 4a91c05c96a4,37073,1731414460240/rs:state/1731414460834/Put/seqid=0 2024-11-12T12:27:44,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:27:44,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:27:44,015 INFO [M:0;4a91c05c96a4:41305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81b3fddc57ee406c98f5ba59507f5cc1 2024-11-12T12:27:44,021 DEBUG [M:0;4a91c05c96a4:41305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ba487df1b0b4b109ca8a8c55cddfc45 as hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ba487df1b0b4b109ca8a8c55cddfc45 2024-11-12T12:27:44,026 INFO [M:0;4a91c05c96a4:41305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ba487df1b0b4b109ca8a8c55cddfc45, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T12:27:44,027 DEBUG [M:0;4a91c05c96a4:41305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f116d601e8445109f219e15f8df045f as hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f116d601e8445109f219e15f8df045f 2024-11-12T12:27:44,032 INFO [M:0;4a91c05c96a4:41305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f116d601e8445109f219e15f8df045f, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T12:27:44,033 DEBUG [M:0;4a91c05c96a4:41305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81b3fddc57ee406c98f5ba59507f5cc1 as hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81b3fddc57ee406c98f5ba59507f5cc1 2024-11-12T12:27:44,038 INFO [M:0;4a91c05c96a4:41305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/05d10c9e-cb6a-bb6e-0e4c-5c9c224142a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81b3fddc57ee406c98f5ba59507f5cc1, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T12:27:44,039 INFO [M:0;4a91c05c96a4:41305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=71, compaction requested=false 2024-11-12T12:27:44,041 INFO [M:0;4a91c05c96a4:41305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:44,041 DEBUG [M:0;4a91c05c96a4:41305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414463914Disabling compacts and flushes for region at 1731414463914Disabling writes for close at 1731414463914Obtaining lock to block concurrent updates at 1731414463914Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414463914Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731414463915 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414463915Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414463915Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414463930 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414463930Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414463941 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414463958 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414463958Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414463970 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414464008 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414464008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b847a0a: reopening flushed file at 1731414464020 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531c299c: reopening flushed file at 1731414464026 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5b0f61: reopening flushed file at 1731414464032 (+6 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=71, compaction requested=false at 1731414464039 (+7 ms)Writing region close event to WAL at 1731414464041 (+2 ms)Closed at 1731414464041 2024-11-12T12:27:44,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741830_1006 (size=35452) 2024-11-12T12:27:44,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42761 is added to blk_1073741830_1006 (size=35452) 2024-11-12T12:27:44,044 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:44,044 INFO [M:0;4a91c05c96a4:41305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:27:44,044 INFO [M:0;4a91c05c96a4:41305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41305 2024-11-12T12:27:44,044 INFO [M:0;4a91c05c96a4:41305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:44,203 INFO [M:0;4a91c05c96a4:41305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:44,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:44,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41305-0x1012f0402450000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:44,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fe87e75{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:44,304 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35f597cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:44,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:44,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61f57681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:44,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62ac3334{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:44,306 WARN [BP-436711593-172.17.0.3-1731414457603 heartbeating to localhost/127.0.0.1:42063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:27:44,306 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:27:44,306 WARN [BP-436711593-172.17.0.3-1731414457603 heartbeating to localhost/127.0.0.1:42063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436711593-172.17.0.3-1731414457603 (Datanode Uuid 6a02fc6a-1acc-4604-8398-1b505d05374f) service to localhost/127.0.0.1:42063 2024-11-12T12:27:44,306 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:27:44,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159/data/data3/current/BP-436711593-172.17.0.3-1731414457603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:44,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159/data/data4/current/BP-436711593-172.17.0.3-1731414457603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:44,308 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:27:44,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48b65518{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:44,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4776a6be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:44,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:44,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5ab2f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:44,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77a3cc07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:44,313 WARN [BP-436711593-172.17.0.3-1731414457603 heartbeating to localhost/127.0.0.1:42063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:27:44,313 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:27:44,313 WARN [BP-436711593-172.17.0.3-1731414457603 heartbeating to localhost/127.0.0.1:42063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436711593-172.17.0.3-1731414457603 (Datanode Uuid 9ea5e568-d36b-4598-b360-bf5a4451f446) service to localhost/127.0.0.1:42063 2024-11-12T12:27:44,313 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:27:44,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159/data/data1/current/BP-436711593-172.17.0.3-1731414457603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:44,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/cluster_9f170a32-114a-e6f7-599d-3293a761c159/data/data2/current/BP-436711593-172.17.0.3-1731414457603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:44,314 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:27:44,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a595e2d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:27:44,327 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@600a72d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:44,327 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:44,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29dc87ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:44,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c64536{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:44,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:27:44,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:27:44,371 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=131 (was 110) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42063 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42063 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 401), ProcessCount=11 (was 11), AvailableMemoryMB=6768 (was 7172) 2024-11-12T12:27:44,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=131, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=6768 2024-11-12T12:27:44,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.log.dir so I do NOT create it in target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c 2024-11-12T12:27:44,389 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:27:44,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.tmp.dir so I do NOT create it in target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c 2024-11-12T12:27:44,389 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54318fda-42f1-ee3b-459f-9ecd80729084/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:27:44,389 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c 2024-11-12T12:27:44,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:27:44,389 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049, deleteOnExit=true 2024-11-12T12:27:44,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:27:44,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/test.cache.data in system properties and HBase conf 2024-11-12T12:27:44,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:27:44,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:27:44,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:27:44,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:27:44,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:27:44,390 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:27:44,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:44,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:44,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:27:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:27:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:27:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:27:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:27:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:27:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:27:44,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:27:44,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:44,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:44,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:44,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:44,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:27:44,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:44,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744cae8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:44,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31a70078{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:44,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a5179ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/java.io.tmpdir/jetty-localhost-41263-hadoop-hdfs-3_4_1-tests_jar-_-any-6605851066045915383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:27:44,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a0b62b5{HTTP/1.1, (http/1.1)}{localhost:41263} 2024-11-12T12:27:44,878 INFO [Time-limited test {}] server.Server(415): Started @25267ms 2024-11-12T12:27:45,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:45,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:45,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:45,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:45,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:27:45,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dddc391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:45,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef77ed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:45,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@496ab32a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/java.io.tmpdir/jetty-localhost-36975-hadoop-hdfs-3_4_1-tests_jar-_-any-17956074248387194942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:45,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8ece552{HTTP/1.1, (http/1.1)}{localhost:36975} 2024-11-12T12:27:45,237 INFO [Time-limited test {}] server.Server(415): Started @25627ms 2024-11-12T12:27:45,239 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:27:45,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:45,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:45,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:45,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:45,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:27:45,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ad96ac3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:45,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e75b94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:45,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49afda53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/java.io.tmpdir/jetty-localhost-43503-hadoop-hdfs-3_4_1-tests_jar-_-any-5366568122273299794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:45,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5eb76bb7{HTTP/1.1, (http/1.1)}{localhost:43503} 2024-11-12T12:27:45,384 INFO [Time-limited test {}] server.Server(415): Started @25773ms 2024-11-12T12:27:45,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:27:46,583 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049/data/data1/current/BP-1440418594-172.17.0.3-1731414464417/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:46,583 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049/data/data2/current/BP-1440418594-172.17.0.3-1731414464417/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:46,586 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:27:46,586 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:27:46,586 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T12:27:46,586 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-12T12:27:46,600 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:27:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43429d50c8807756 with lease ID 0x8bf702d3ffa9d025: Processing first storage report for DS-36958383-2830-4c59-b26e-b1ad144fdfc3 from datanode DatanodeRegistration(127.0.0.1:32979, datanodeUuid=b566799b-6092-4383-8c2a-020eb4394025, infoPort=45105, infoSecurePort=0, ipcPort=38189, storageInfo=lv=-57;cid=testClusterID;nsid=651569968;c=1731414464417) 2024-11-12T12:27:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43429d50c8807756 with lease ID 0x8bf702d3ffa9d025: from storage DS-36958383-2830-4c59-b26e-b1ad144fdfc3 node DatanodeRegistration(127.0.0.1:32979, datanodeUuid=b566799b-6092-4383-8c2a-020eb4394025, infoPort=45105, infoSecurePort=0, ipcPort=38189, storageInfo=lv=-57;cid=testClusterID;nsid=651569968;c=1731414464417), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43429d50c8807756 with lease ID 0x8bf702d3ffa9d025: Processing first storage report for DS-e53d347e-9f0d-42a1-993b-af7b38395a6a from datanode DatanodeRegistration(127.0.0.1:32979, datanodeUuid=b566799b-6092-4383-8c2a-020eb4394025, infoPort=45105, infoSecurePort=0, ipcPort=38189, storageInfo=lv=-57;cid=testClusterID;nsid=651569968;c=1731414464417) 2024-11-12T12:27:46,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43429d50c8807756 with lease ID 0x8bf702d3ffa9d025: from storage DS-e53d347e-9f0d-42a1-993b-af7b38395a6a node DatanodeRegistration(127.0.0.1:32979, datanodeUuid=b566799b-6092-4383-8c2a-020eb4394025, infoPort=45105, infoSecurePort=0, ipcPort=38189, storageInfo=lv=-57;cid=testClusterID;nsid=651569968;c=1731414464417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:46,708 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049/data/data4/current/BP-1440418594-172.17.0.3-1731414464417/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:46,708 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049/data/data3/current/BP-1440418594-172.17.0.3-1731414464417/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:46,729 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:27:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf0223448903561f with lease ID 0x8bf702d3ffa9d026: Processing first storage report for DS-5212c722-6cb3-4625-90f2-25078bcf3046 from datanode DatanodeRegistration(127.0.0.1:42977, datanodeUuid=8ec5ad43-9ef7-450a-983d-a95a8e726bfc, infoPort=43959, infoSecurePort=0, ipcPort=35785, storageInfo=lv=-57;cid=testClusterID;nsid=651569968;c=1731414464417) 2024-11-12T12:27:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf0223448903561f with lease ID 0x8bf702d3ffa9d026: from storage DS-5212c722-6cb3-4625-90f2-25078bcf3046 node DatanodeRegistration(127.0.0.1:42977, datanodeUuid=8ec5ad43-9ef7-450a-983d-a95a8e726bfc, infoPort=43959, infoSecurePort=0, ipcPort=35785, storageInfo=lv=-57;cid=testClusterID;nsid=651569968;c=1731414464417), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:46,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf0223448903561f with lease ID 0x8bf702d3ffa9d026: Processing first storage report for DS-aec2137f-08af-4346-8ef0-d4046a0db43c from datanode DatanodeRegistration(127.0.0.1:42977, datanodeUuid=8ec5ad43-9ef7-450a-983d-a95a8e726bfc, infoPort=43959, infoSecurePort=0, ipcPort=35785, storageInfo=lv=-57;cid=testClusterID;nsid=651569968;c=1731414464417) 2024-11-12T12:27:46,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf0223448903561f with lease ID 0x8bf702d3ffa9d026: from storage DS-aec2137f-08af-4346-8ef0-d4046a0db43c node DatanodeRegistration(127.0.0.1:42977, datanodeUuid=8ec5ad43-9ef7-450a-983d-a95a8e726bfc, infoPort=43959, infoSecurePort=0, ipcPort=35785, storageInfo=lv=-57;cid=testClusterID;nsid=651569968;c=1731414464417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:46,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c 2024-11-12T12:27:46,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049/zookeeper_0, clientPort=64659, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:27:46,831 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64659 2024-11-12T12:27:46,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:46,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:46,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:27:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:27:46,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9 with version=8 2024-11-12T12:27:46,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/hbase-staging 2024-11-12T12:27:46,846 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:46,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:46,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:46,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:46,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:46,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:46,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:27:46,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:46,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41991 2024-11-12T12:27:46,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41991 connecting to ZooKeeper ensemble=127.0.0.1:64659 2024-11-12T12:27:46,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419910x0, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:46,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41991-0x1012f041cb90000 connected 2024-11-12T12:27:47,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:47,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:47,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:47,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9, hbase.cluster.distributed=false 2024-11-12T12:27:47,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:47,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41991 2024-11-12T12:27:47,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41991 2024-11-12T12:27:47,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41991 2024-11-12T12:27:47,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41991 2024-11-12T12:27:47,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41991 2024-11-12T12:27:47,077 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:47,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:47,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:47,077 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:47,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:47,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:47,077 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:27:47,077 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:47,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35093 2024-11-12T12:27:47,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35093 connecting to ZooKeeper ensemble=127.0.0.1:64659 2024-11-12T12:27:47,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:47,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:47,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350930x0, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:47,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:47,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35093-0x1012f041cb90001 connected 2024-11-12T12:27:47,097 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:27:47,103 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T12:27:47,109 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T12:27:47,114 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T12:27:47,117 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T12:27:47,118 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:27:47,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:27:47,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:47,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-12T12:27:47,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35093 2024-11-12T12:27:47,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35093 2024-11-12T12:27:47,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-12T12:27:47,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-12T12:27:47,136 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:47,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:47,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:47,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:47,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:47,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:47,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:27:47,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:47,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37673 2024-11-12T12:27:47,137 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:27:47,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37673 connecting to ZooKeeper ensemble=127.0.0.1:64659 2024-11-12T12:27:47,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:47,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:47,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376730x0, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:47,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376730x0, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:47,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37673-0x1012f041cb90002 connected 2024-11-12T12:27:47,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:27:47,151 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T12:27:47,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:47,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:47,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:47,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:47,161 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T12:27:47,161 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T12:27:47,164 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T12:27:47,164 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:27:47,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:27:47,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:47,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37673 2024-11-12T12:27:47,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37673 2024-11-12T12:27:47,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37673 2024-11-12T12:27:47,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37673 2024-11-12T12:27:47,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37673 2024-11-12T12:27:47,189 DEBUG [M:0;4a91c05c96a4:41991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:41991 2024-11-12T12:27:47,190 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4a91c05c96a4,41991,1731414466846 2024-11-12T12:27:47,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:47,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:47,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:47,202 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a91c05c96a4,41991,1731414466846 2024-11-12T12:27:47,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:47,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:47,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,223 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T12:27:47,224 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a91c05c96a4,41991,1731414466846 from backup master directory 2024-11-12T12:27:47,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:47,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a91c05c96a4,41991,1731414466846 2024-11-12T12:27:47,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:47,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:47,233 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:47,233 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,41991,1731414466846 2024-11-12T12:27:47,238 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/hbase.id] with ID: 98afd1fd-91c4-4118-8520-9cdd1b39d3d7 2024-11-12T12:27:47,238 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/.tmp/hbase.id 2024-11-12T12:27:47,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:27:47,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:27:47,245 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/.tmp/hbase.id]:[hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/hbase.id] 2024-11-12T12:27:47,260 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:47,260 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:27:47,263 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T12:27:47,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:27:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:27:47,295 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:27:47,296 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:27:47,296 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:47,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:27:47,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:27:47,305 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store 2024-11-12T12:27:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:27:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:27:47,719 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:47,719 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:27:47,719 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:47,720 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:47,720 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:27:47,720 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:47,720 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:47,720 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414467719Disabling compacts and flushes for region at 1731414467719Disabling writes for close at 1731414467720 (+1 ms)Writing region close event to WAL at 1731414467720Closed at 1731414467720 2024-11-12T12:27:47,721 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/.initializing 2024-11-12T12:27:47,721 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/WALs/4a91c05c96a4,41991,1731414466846 2024-11-12T12:27:47,722 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:47,724 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C41991%2C1731414466846, suffix=, logDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/WALs/4a91c05c96a4,41991,1731414466846, archiveDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/oldWALs, maxLogs=10 2024-11-12T12:27:47,737 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/WALs/4a91c05c96a4,41991,1731414466846/4a91c05c96a4%2C41991%2C1731414466846.1731414467724, exclude list is [], retry=0 2024-11-12T12:27:47,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-36958383-2830-4c59-b26e-b1ad144fdfc3,DISK] 2024-11-12T12:27:47,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42977,DS-5212c722-6cb3-4625-90f2-25078bcf3046,DISK] 2024-11-12T12:27:47,741 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/WALs/4a91c05c96a4,41991,1731414466846/4a91c05c96a4%2C41991%2C1731414466846.1731414467724 2024-11-12T12:27:47,742 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45105:45105),(127.0.0.1/127.0.0.1:43959:43959)] 2024-11-12T12:27:47,742 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:27:47,742 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:47,742 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,742 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:27:47,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:47,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:47,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:27:47,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:47,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:47,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:27:47,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:47,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:47,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:27:47,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:47,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:47,752 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,753 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,753 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,755 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,755 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,756 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:47,757 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:47,759 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:47,759 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61607949, jitterRate=-0.08197002112865448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:47,760 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414467742Initializing all the Stores at 1731414467743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414467743Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414467743Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414467743Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414467743Cleaning up temporary data from old regions at 1731414467755 (+12 ms)Region opened successfully at 1731414467760 (+5 ms) 2024-11-12T12:27:47,760 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:27:47,763 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f43e932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:47,764 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:27:47,764 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:27:47,764 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:27:47,764 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:27:47,765 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:27:47,765 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:27:47,765 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:27:47,767 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:27:47,768 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T12:27:47,812 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T12:27:47,813 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:27:47,813 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:27:47,822 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T12:27:47,823 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:27:47,824 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:27:47,833 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T12:27:47,834 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:27:47,844 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T12:27:47,847 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:27:47,854 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T12:27:47,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:47,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:47,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:47,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,865 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,41991,1731414466846, sessionid=0x1012f041cb90000, setting cluster-up flag (Was=false) 2024-11-12T12:27:47,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,938 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T12:27:47,940 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,41991,1731414466846 2024-11-12T12:27:47,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:47,991 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T12:27:47,993 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,41991,1731414466846 2024-11-12T12:27:47,994 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:27:47,996 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:47,997 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:27:47,997 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:27:47,997 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,41991,1731414466846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:27:47,999 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:47,999 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:48,000 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:48,000 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:48,000 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:27:48,000 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,000 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:48,000 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,001 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414498001 2024-11-12T12:27:48,001 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:27:48,001 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:27:48,001 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:27:48,002 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:27:48,002 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:27:48,002 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:27:48,002 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:48,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:27:48,002 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:27:48,002 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:27:48,003 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:27:48,003 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:27:48,003 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:27:48,003 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414468003,5,FailOnTimeoutGroup] 2024-11-12T12:27:48,004 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414468003,5,FailOnTimeoutGroup] 2024-11-12T12:27:48,004 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,004 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:27:48,004 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,004 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:48,004 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:27:48,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:27:48,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:27:48,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:27:48,013 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9 2024-11-12T12:27:48,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:27:48,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:27:48,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:48,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:27:48,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:27:48,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:48,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:48,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:27:48,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:27:48,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:48,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:48,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:27:48,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:27:48,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:48,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:48,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:27:48,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:27:48,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:48,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:48,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:27:48,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740 2024-11-12T12:27:48,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740 2024-11-12T12:27:48,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:27:48,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:27:48,034 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:48,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:27:48,037 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:48,037 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73955795, jitterRate=0.10202722251415253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:48,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414468022Initializing all the Stores at 1731414468023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414468023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414468023Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414468023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414468023Cleaning up temporary data from old regions at 1731414468033 (+10 ms)Region opened successfully at 1731414468037 (+4 ms) 2024-11-12T12:27:48,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:27:48,038 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:27:48,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:27:48,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:27:48,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:27:48,038 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:48,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414468038Disabling compacts and flushes for region at 1731414468038Disabling writes for close at 1731414468038Writing region close event to WAL at 1731414468038Closed at 1731414468038 2024-11-12T12:27:48,039 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:48,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:27:48,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:27:48,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:27:48,041 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:27:48,078 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(746): ClusterId : 98afd1fd-91c4-4118-8520-9cdd1b39d3d7 2024-11-12T12:27:48,078 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(746): ClusterId : 98afd1fd-91c4-4118-8520-9cdd1b39d3d7 2024-11-12T12:27:48,078 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:27:48,078 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:27:48,129 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:27:48,129 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:27:48,129 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:27:48,129 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:27:48,192 WARN [4a91c05c96a4:41991 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:27:48,245 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:27:48,245 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:27:48,246 DEBUG [RS:1;4a91c05c96a4:37673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ae50ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:48,246 DEBUG [RS:0;4a91c05c96a4:35093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b19697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:48,261 DEBUG [RS:1;4a91c05c96a4:37673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a91c05c96a4:37673 2024-11-12T12:27:48,261 DEBUG [RS:0;4a91c05c96a4:35093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:35093 2024-11-12T12:27:48,261 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:27:48,261 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:27:48,261 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:27:48,261 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:27:48,261 DEBUG [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:27:48,261 DEBUG [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:27:48,262 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,41991,1731414466846 with port=35093, startcode=1731414467076 2024-11-12T12:27:48,262 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,41991,1731414466846 with port=37673, startcode=1731414467136 2024-11-12T12:27:48,262 DEBUG [RS:1;4a91c05c96a4:37673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:27:48,262 DEBUG [RS:0;4a91c05c96a4:35093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:27:48,266 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:27:48,266 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:27:48,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:48,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41991 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:48,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,37673,1731414467136 2024-11-12T12:27:48,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41991 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,37673,1731414467136 2024-11-12T12:27:48,272 DEBUG [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9 2024-11-12T12:27:48,272 DEBUG [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35653 2024-11-12T12:27:48,272 DEBUG [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:27:48,272 DEBUG [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9 2024-11-12T12:27:48,272 DEBUG [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35653 2024-11-12T12:27:48,272 DEBUG [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:27:48,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:48,334 DEBUG [RS:0;4a91c05c96a4:35093 {}] zookeeper.ZKUtil(111): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:48,334 WARN [RS:0;4a91c05c96a4:35093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:48,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,37673,1731414467136] 2024-11-12T12:27:48,334 INFO [RS:0;4a91c05c96a4:35093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:48,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,35093,1731414467076] 2024-11-12T12:27:48,335 DEBUG [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/WALs/4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:48,335 DEBUG [RS:1;4a91c05c96a4:37673 {}] zookeeper.ZKUtil(111): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,37673,1731414467136 2024-11-12T12:27:48,335 WARN [RS:1;4a91c05c96a4:37673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:48,335 INFO [RS:1;4a91c05c96a4:37673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:48,335 DEBUG [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/WALs/4a91c05c96a4,37673,1731414467136 2024-11-12T12:27:48,339 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:27:48,339 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:27:48,345 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:27:48,345 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:27:48,346 INFO [RS:0;4a91c05c96a4:35093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:27:48,346 INFO [RS:1;4a91c05c96a4:37673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:27:48,346 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,346 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,346 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:27:48,346 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:27:48,347 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:27:48,347 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:27:48,347 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,347 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,347 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:48,347 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,347 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:48,348 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,348 DEBUG [RS:1;4a91c05c96a4:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:48,348 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,348 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:48,348 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:48,348 DEBUG [RS:0;4a91c05c96a4:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:48,351 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,351 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,351 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,351 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,351 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,351 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37673,1731414467136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:48,352 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,352 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,352 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,352 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,352 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,352 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35093,1731414467076-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:48,376 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:27:48,376 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:27:48,377 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,35093,1731414467076-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,377 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37673,1731414467136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,377 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,377 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,377 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.Replication(171): 4a91c05c96a4,37673,1731414467136 started 2024-11-12T12:27:48,377 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.Replication(171): 4a91c05c96a4,35093,1731414467076 started 2024-11-12T12:27:48,397 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,397 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,37673,1731414467136, RpcServer on 4a91c05c96a4/172.17.0.3:37673, sessionid=0x1012f041cb90002 2024-11-12T12:27:48,397 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:27:48,397 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,398 DEBUG [RS:1;4a91c05c96a4:37673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,37673,1731414467136 2024-11-12T12:27:48,398 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,35093,1731414467076, RpcServer on 4a91c05c96a4/172.17.0.3:35093, sessionid=0x1012f041cb90001 2024-11-12T12:27:48,398 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,37673,1731414467136' 2024-11-12T12:27:48,398 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:27:48,398 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:27:48,398 DEBUG [RS:0;4a91c05c96a4:35093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:48,398 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,35093,1731414467076' 2024-11-12T12:27:48,398 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:27:48,398 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:27:48,398 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:27:48,399 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:27:48,399 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:27:48,399 DEBUG [RS:0;4a91c05c96a4:35093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:48,399 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,35093,1731414467076' 2024-11-12T12:27:48,399 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:27:48,399 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:27:48,399 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:27:48,399 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:27:48,399 DEBUG [RS:1;4a91c05c96a4:37673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,37673,1731414467136 2024-11-12T12:27:48,399 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,37673,1731414467136' 2024-11-12T12:27:48,399 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:27:48,399 DEBUG [RS:0;4a91c05c96a4:35093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:27:48,399 INFO [RS:0;4a91c05c96a4:35093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:27:48,400 INFO [RS:0;4a91c05c96a4:35093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:27:48,400 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:27:48,400 DEBUG [RS:1;4a91c05c96a4:37673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:27:48,400 INFO [RS:1;4a91c05c96a4:37673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:27:48,400 INFO [RS:1;4a91c05c96a4:37673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:27:48,500 INFO [RS:0;4a91c05c96a4:35093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:48,501 INFO [RS:1;4a91c05c96a4:37673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:48,503 INFO [RS:1;4a91c05c96a4:37673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C37673%2C1731414467136, suffix=, logDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/WALs/4a91c05c96a4,37673,1731414467136, archiveDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/oldWALs, maxLogs=32 2024-11-12T12:27:48,503 INFO [RS:0;4a91c05c96a4:35093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C35093%2C1731414467076, suffix=, logDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/WALs/4a91c05c96a4,35093,1731414467076, archiveDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/oldWALs, maxLogs=32 2024-11-12T12:27:48,520 DEBUG [RS:1;4a91c05c96a4:37673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/WALs/4a91c05c96a4,37673,1731414467136/4a91c05c96a4%2C37673%2C1731414467136.1731414468503, exclude list is [], retry=0 2024-11-12T12:27:48,520 DEBUG [RS:0;4a91c05c96a4:35093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/WALs/4a91c05c96a4,35093,1731414467076/4a91c05c96a4%2C35093%2C1731414467076.1731414468504, exclude list is [], retry=0 2024-11-12T12:27:48,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-36958383-2830-4c59-b26e-b1ad144fdfc3,DISK] 2024-11-12T12:27:48,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42977,DS-5212c722-6cb3-4625-90f2-25078bcf3046,DISK] 2024-11-12T12:27:48,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42977,DS-5212c722-6cb3-4625-90f2-25078bcf3046,DISK] 2024-11-12T12:27:48,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-36958383-2830-4c59-b26e-b1ad144fdfc3,DISK] 2024-11-12T12:27:48,536 INFO [RS:0;4a91c05c96a4:35093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/WALs/4a91c05c96a4,35093,1731414467076/4a91c05c96a4%2C35093%2C1731414467076.1731414468504 2024-11-12T12:27:48,541 DEBUG [RS:0;4a91c05c96a4:35093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45105:45105),(127.0.0.1/127.0.0.1:43959:43959)] 2024-11-12T12:27:48,542 INFO [RS:1;4a91c05c96a4:37673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/WALs/4a91c05c96a4,37673,1731414467136/4a91c05c96a4%2C37673%2C1731414467136.1731414468503 2024-11-12T12:27:48,548 DEBUG [RS:1;4a91c05c96a4:37673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959),(127.0.0.1/127.0.0.1:45105:45105)] 2024-11-12T12:27:48,692 DEBUG [4a91c05c96a4:41991 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T12:27:48,692 DEBUG [4a91c05c96a4:41991 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:27:48,694 DEBUG [4a91c05c96a4:41991 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:27:48,694 DEBUG [4a91c05c96a4:41991 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:27:48,694 DEBUG [4a91c05c96a4:41991 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:27:48,694 DEBUG [4a91c05c96a4:41991 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:27:48,694 INFO [4a91c05c96a4:41991 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:27:48,694 INFO [4a91c05c96a4:41991 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:27:48,694 DEBUG [4a91c05c96a4:41991 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:27:48,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:48,696 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,35093,1731414467076, state=OPENING 2024-11-12T12:27:48,728 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:27:48,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:48,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:48,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:48,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:48,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:48,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:48,739 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:27:48,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,35093,1731414467076}] 2024-11-12T12:27:48,894 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:48,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:48,901 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:27:48,901 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:48,902 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:27:48,904 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C35093%2C1731414467076.meta, suffix=.meta, logDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/WALs/4a91c05c96a4,35093,1731414467076, archiveDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/oldWALs, maxLogs=32 2024-11-12T12:27:48,917 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/WALs/4a91c05c96a4,35093,1731414467076/4a91c05c96a4%2C35093%2C1731414467076.meta.1731414468904.meta, exclude list is [], retry=0 2024-11-12T12:27:48,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-36958383-2830-4c59-b26e-b1ad144fdfc3,DISK] 2024-11-12T12:27:48,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42977,DS-5212c722-6cb3-4625-90f2-25078bcf3046,DISK] 2024-11-12T12:27:48,923 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/WALs/4a91c05c96a4,35093,1731414467076/4a91c05c96a4%2C35093%2C1731414467076.meta.1731414468904.meta 2024-11-12T12:27:48,923 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45105:45105),(127.0.0.1/127.0.0.1:43959:43959)] 2024-11-12T12:27:48,923 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:27:48,924 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:27:48,924 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:27:48,924 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:27:48,924 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:27:48,924 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:48,924 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:27:48,924 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:27:48,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:27:48,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:27:48,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:48,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:48,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:27:48,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:27:48,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:48,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:48,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:27:48,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:27:48,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:48,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:48,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:27:48,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:27:48,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:48,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:48,934 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:27:48,935 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740 2024-11-12T12:27:48,936 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740 2024-11-12T12:27:48,938 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:27:48,938 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:27:48,938 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:48,939 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:27:48,940 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74117137, jitterRate=0.1044314056634903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:48,940 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:27:48,941 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414468925Writing region info on filesystem at 1731414468925Initializing all the Stores at 1731414468926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414468926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414468926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414468926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414468926Cleaning up temporary data from old regions at 1731414468938 (+12 ms)Running coprocessor post-open hooks at 1731414468940 (+2 ms)Region opened successfully at 1731414468941 (+1 ms) 2024-11-12T12:27:48,942 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414468893 2024-11-12T12:27:48,945 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:27:48,945 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:27:48,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:48,946 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,35093,1731414467076, state=OPEN 2024-11-12T12:27:48,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:48,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:48,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:48,960 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:48,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:48,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:48,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:48,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:27:48,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,35093,1731414467076 in 221 msec 2024-11-12T12:27:48,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:27:48,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 925 msec 2024-11-12T12:27:48,970 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:48,970 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:27:48,971 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:48,971 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,35093,1731414467076, seqNum=-1] 2024-11-12T12:27:48,972 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:48,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:48,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 984 msec 2024-11-12T12:27:48,982 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414468982, completionTime=-1 2024-11-12T12:27:48,982 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T12:27:48,982 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:27:48,985 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T12:27:48,985 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414528985 2024-11-12T12:27:48,985 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414588985 2024-11-12T12:27:48,985 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T12:27:48,985 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T12:27:48,986 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41991,1731414466846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,987 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41991,1731414466846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,987 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41991,1731414466846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,987 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:41991, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,987 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,988 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:48,991 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:27:48,995 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.762sec 2024-11-12T12:27:48,996 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:27:48,996 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:27:48,996 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:27:48,996 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:27:48,996 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:27:48,996 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41991,1731414466846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:48,996 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41991,1731414466846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:27:48,999 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:27:48,999 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:27:49,000 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,41991,1731414466846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:49,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34232fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:49,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,41991,-1 for getting cluster id 2024-11-12T12:27:49,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:27:49,081 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98afd1fd-91c4-4118-8520-9cdd1b39d3d7' 2024-11-12T12:27:49,081 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:27:49,081 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98afd1fd-91c4-4118-8520-9cdd1b39d3d7" 2024-11-12T12:27:49,081 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ff7b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:49,081 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,41991,-1] 2024-11-12T12:27:49,082 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:27:49,082 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:49,083 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:27:49,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d79ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:49,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:49,086 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,35093,1731414467076, seqNum=-1] 2024-11-12T12:27:49,086 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:49,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:49,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,41991,1731414466846 2024-11-12T12:27:49,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:27:49,090 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,41991,1731414466846 2024-11-12T12:27:49,090 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37fa0dbd 2024-11-12T12:27:49,091 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:27:49,092 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:27:49,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:27:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T12:27:49,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:27:49,097 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:49,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T12:27:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:49,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:27:49,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:27:49,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:27:49,115 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7515a369085755e2a0a4b843bbdd3358, NAME => 'testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9 2024-11-12T12:27:49,115 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 72c8d37522b5e69c4f6958948533bc4e, NAME => 'testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9 2024-11-12T12:27:49,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:27:49,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:27:49,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:49,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7515a369085755e2a0a4b843bbdd3358, disabling compactions & flushes 2024-11-12T12:27:49,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. after waiting 0 ms 2024-11-12T12:27:49,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7515a369085755e2a0a4b843bbdd3358: Waiting for close lock at 1731414469131Disabling compacts and flushes for region at 1731414469131Disabling writes for close at 1731414469131Writing region close event to WAL at 1731414469131Closed at 1731414469131 2024-11-12T12:27:49,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:27:49,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:27:49,135 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:49,135 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 72c8d37522b5e69c4f6958948533bc4e, disabling compactions & flushes 2024-11-12T12:27:49,135 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,135 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,135 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. after waiting 0 ms 2024-11-12T12:27:49,135 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,135 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,135 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 72c8d37522b5e69c4f6958948533bc4e: Waiting for close lock at 1731414469135Disabling compacts and flushes for region at 1731414469135Disabling writes for close at 1731414469135Writing region close event to WAL at 1731414469135Closed at 1731414469135 2024-11-12T12:27:49,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:27:49,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414469137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414469137"}]},"ts":"1731414469137"} 2024-11-12T12:27:49,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414469137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414469137"}]},"ts":"1731414469137"} 2024-11-12T12:27:49,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T12:27:49,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:27:49,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414469143"}]},"ts":"1731414469143"} 2024-11-12T12:27:49,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T12:27:49,147 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:27:49,148 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:27:49,148 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:27:49,148 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:27:49,148 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:27:49,148 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:27:49,148 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:27:49,148 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:27:49,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7515a369085755e2a0a4b843bbdd3358, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=72c8d37522b5e69c4f6958948533bc4e, ASSIGN}] 2024-11-12T12:27:49,151 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7515a369085755e2a0a4b843bbdd3358, ASSIGN 2024-11-12T12:27:49,151 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=72c8d37522b5e69c4f6958948533bc4e, ASSIGN 2024-11-12T12:27:49,152 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7515a369085755e2a0a4b843bbdd3358, ASSIGN; state=OFFLINE, location=4a91c05c96a4,35093,1731414467076; forceNewPlan=false, retain=false 2024-11-12T12:27:49,152 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=72c8d37522b5e69c4f6958948533bc4e, ASSIGN; state=OFFLINE, location=4a91c05c96a4,37673,1731414467136; forceNewPlan=false, retain=false 2024-11-12T12:27:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:49,303 INFO [4a91c05c96a4:41991 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T12:27:49,303 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=72c8d37522b5e69c4f6958948533bc4e, regionState=OPENING, regionLocation=4a91c05c96a4,37673,1731414467136 2024-11-12T12:27:49,303 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7515a369085755e2a0a4b843bbdd3358, regionState=OPENING, regionLocation=4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:49,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=72c8d37522b5e69c4f6958948533bc4e, ASSIGN because future has completed 2024-11-12T12:27:49,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c8d37522b5e69c4f6958948533bc4e, server=4a91c05c96a4,37673,1731414467136}] 2024-11-12T12:27:49,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7515a369085755e2a0a4b843bbdd3358, ASSIGN because future has completed 2024-11-12T12:27:49,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7515a369085755e2a0a4b843bbdd3358, server=4a91c05c96a4,35093,1731414467076}] 2024-11-12T12:27:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:49,463 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:49,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:49,467 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,468 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 72c8d37522b5e69c4f6958948533bc4e, NAME => 'testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T12:27:49,468 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,468 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 7515a369085755e2a0a4b843bbdd3358, NAME => 'testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T12:27:49,468 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,468 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,468 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:49,468 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:49,468 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,468 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,468 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,468 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,469 INFO [StoreOpener-72c8d37522b5e69c4f6958948533bc4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,469 INFO [StoreOpener-7515a369085755e2a0a4b843bbdd3358-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,471 INFO [StoreOpener-7515a369085755e2a0a4b843bbdd3358-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7515a369085755e2a0a4b843bbdd3358 columnFamilyName family 2024-11-12T12:27:49,471 INFO [StoreOpener-72c8d37522b5e69c4f6958948533bc4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c8d37522b5e69c4f6958948533bc4e columnFamilyName family 2024-11-12T12:27:49,471 DEBUG [StoreOpener-7515a369085755e2a0a4b843bbdd3358-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:49,471 DEBUG [StoreOpener-72c8d37522b5e69c4f6958948533bc4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:49,471 INFO [StoreOpener-7515a369085755e2a0a4b843bbdd3358-1 {}] regionserver.HStore(327): Store=7515a369085755e2a0a4b843bbdd3358/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:49,471 INFO [StoreOpener-72c8d37522b5e69c4f6958948533bc4e-1 {}] regionserver.HStore(327): Store=72c8d37522b5e69c4f6958948533bc4e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:49,471 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,471 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,472 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,472 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,472 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,472 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,473 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,473 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,473 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,473 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,474 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,475 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,476 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/72c8d37522b5e69c4f6958948533bc4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:49,476 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/7515a369085755e2a0a4b843bbdd3358/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:49,477 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 72c8d37522b5e69c4f6958948533bc4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61954675, jitterRate=-0.07680340111255646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:27:49,477 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 7515a369085755e2a0a4b843bbdd3358; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75385689, jitterRate=0.12333430349826813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:27:49,477 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,477 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,478 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 72c8d37522b5e69c4f6958948533bc4e: Running coprocessor pre-open hook at 1731414469468Writing region info on filesystem at 1731414469468Initializing all the Stores at 1731414469469 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414469469Cleaning up temporary data from old regions at 1731414469473 (+4 ms)Running coprocessor post-open hooks at 1731414469477 (+4 ms)Region opened successfully at 1731414469478 (+1 ms) 2024-11-12T12:27:49,478 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 7515a369085755e2a0a4b843bbdd3358: Running coprocessor pre-open hook at 1731414469468Writing region info on filesystem at 1731414469468Initializing all the Stores at 1731414469469 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414469469Cleaning up temporary data from old regions at 1731414469473 (+4 ms)Running coprocessor post-open hooks at 1731414469477 (+4 ms)Region opened successfully at 1731414469478 (+1 ms) 2024-11-12T12:27:49,479 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e., pid=7, masterSystemTime=1731414469463 2024-11-12T12:27:49,479 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358., pid=8, masterSystemTime=1731414469464 2024-11-12T12:27:49,481 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,481 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,482 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7515a369085755e2a0a4b843bbdd3358, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:49,482 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,482 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=72c8d37522b5e69c4f6958948533bc4e, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,37673,1731414467136 2024-11-12T12:27:49,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7515a369085755e2a0a4b843bbdd3358, server=4a91c05c96a4,35093,1731414467076 because future has completed 2024-11-12T12:27:49,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c8d37522b5e69c4f6958948533bc4e, server=4a91c05c96a4,37673,1731414467136 because future has completed 2024-11-12T12:27:49,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-12T12:27:49,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7515a369085755e2a0a4b843bbdd3358, server=4a91c05c96a4,35093,1731414467076 in 175 msec 2024-11-12T12:27:49,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7515a369085755e2a0a4b843bbdd3358, ASSIGN in 340 msec 2024-11-12T12:27:49,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T12:27:49,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 72c8d37522b5e69c4f6958948533bc4e, server=4a91c05c96a4,37673,1731414467136 in 180 msec 2024-11-12T12:27:49,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T12:27:49,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=72c8d37522b5e69c4f6958948533bc4e, ASSIGN in 342 msec 2024-11-12T12:27:49,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:27:49,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414469494"}]},"ts":"1731414469494"} 2024-11-12T12:27:49,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T12:27:49,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:27:49,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 404 msec 2024-11-12T12:27:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:49,727 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T12:27:49,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T12:27:49,727 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:27:49,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T12:27:49,731 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:27:49,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T12:27:49,735 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358., hostname=4a91c05c96a4,35093,1731414467076, seqNum=2] 2024-11-12T12:27:49,746 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e., hostname=4a91c05c96a4,37673,1731414467136, seqNum=2] 2024-11-12T12:27:49,746 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:49,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:49,756 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7515a369085755e2a0a4b843bbdd3358 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T12:27:49,770 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/7515a369085755e2a0a4b843bbdd3358/.tmp/family/7b749d24cb3447c5976c7c538920aafe is 32, key is 1/family:/1731414469736/Put/seqid=0 2024-11-12T12:27:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741839_1015 (size=5054) 2024-11-12T12:27:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741839_1015 (size=5054) 2024-11-12T12:27:49,776 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/7515a369085755e2a0a4b843bbdd3358/.tmp/family/7b749d24cb3447c5976c7c538920aafe 2024-11-12T12:27:49,784 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/7515a369085755e2a0a4b843bbdd3358/.tmp/family/7b749d24cb3447c5976c7c538920aafe as hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/7515a369085755e2a0a4b843bbdd3358/family/7b749d24cb3447c5976c7c538920aafe 2024-11-12T12:27:49,796 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/7515a369085755e2a0a4b843bbdd3358/family/7b749d24cb3447c5976c7c538920aafe, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T12:27:49,798 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7515a369085755e2a0a4b843bbdd3358 in 42ms, sequenceid=8, compaction requested=false 2024-11-12T12:27:49,798 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7515a369085755e2a0a4b843bbdd3358: 2024-11-12T12:27:49,798 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 72c8d37522b5e69c4f6958948533bc4e 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T12:27:49,820 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/72c8d37522b5e69c4f6958948533bc4e/.tmp/family/cc8855afdaa14127a13200ddcff4d4b0 is 32, key is 5/family:/1731414469748/Put/seqid=0 2024-11-12T12:27:49,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741840_1016 (size=5083) 2024-11-12T12:27:49,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741840_1016 (size=5083) 2024-11-12T12:27:49,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/72c8d37522b5e69c4f6958948533bc4e/.tmp/family/cc8855afdaa14127a13200ddcff4d4b0 2024-11-12T12:27:49,839 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/72c8d37522b5e69c4f6958948533bc4e/.tmp/family/cc8855afdaa14127a13200ddcff4d4b0 as hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/72c8d37522b5e69c4f6958948533bc4e/family/cc8855afdaa14127a13200ddcff4d4b0 2024-11-12T12:27:49,845 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/72c8d37522b5e69c4f6958948533bc4e/family/cc8855afdaa14127a13200ddcff4d4b0, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T12:27:49,846 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 72c8d37522b5e69c4f6958948533bc4e in 48ms, sequenceid=9, compaction requested=false 2024-11-12T12:27:49,846 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 72c8d37522b5e69c4f6958948533bc4e: 2024-11-12T12:27:49,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1016ed9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:49,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,41991,-1 for getting cluster id 2024-11-12T12:27:49,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:27:49,848 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98afd1fd-91c4-4118-8520-9cdd1b39d3d7' 2024-11-12T12:27:49,848 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:27:49,848 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98afd1fd-91c4-4118-8520-9cdd1b39d3d7" 2024-11-12T12:27:49,848 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cace45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:49,848 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,41991,-1] 2024-11-12T12:27:49,849 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:27:49,849 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:49,849 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:27:49,850 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e777153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:49,856 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T12:27:49,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:49,858 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,35093,1731414467076, seqNum=-1] 2024-11-12T12:27:49,858 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:49,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:49,863 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:49,863 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:49,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:49,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37673 {}] bucket.BucketCache(1864): found 1 blocks for file cc8855afdaa14127a13200ddcff4d4b0, starting offset: 0, end offset: 9223372036854775807 2024-11-12T12:27:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] bucket.BucketCache(1864): found 1 blocks for file 7b749d24cb3447c5976c7c538920aafe, starting offset: 0, end offset: 9223372036854775807 2024-11-12T12:27:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37673 {}] bucket.BucketCache(857): removed key cc8855afdaa14127a13200ddcff4d4b0_0 from back map with offset lock 2094080 in the evict process 2024-11-12T12:27:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] bucket.BucketCache(857): removed key 7b749d24cb3447c5976c7c538920aafe_0 from back map with offset lock 2094080 in the evict process 2024-11-12T12:27:49,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:49,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:49,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:49,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:49,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:27:49,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:27:49,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:49,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:49,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:49,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:49,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:27:49,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:27:49,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1215362759, stopped=false 2024-11-12T12:27:49,868 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,41991,1731414466846 2024-11-12T12:27:49,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:49,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:49,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:49,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:49,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:49,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:49,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:49,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:49,878 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:27:49,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:49,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:49,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:49,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:49,879 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,35093,1731414467076' ***** 2024-11-12T12:27:49,879 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:27:49,879 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,37673,1731414467136' ***** 2024-11-12T12:27:49,879 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:27:49,879 INFO [RS:1;4a91c05c96a4:37673 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T12:27:49,880 INFO [RS:0;4a91c05c96a4:35093 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T12:27:49,880 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T12:27:49,880 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T12:27:49,880 INFO [RS:0;4a91c05c96a4:35093 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T12:27:49,880 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T12:27:49,880 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:27:49,880 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T12:27:49,880 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T12:27:49,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:27:49,880 INFO [RS:1;4a91c05c96a4:37673 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T12:27:49,880 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:27:49,880 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T12:27:49,880 INFO [RS:1;4a91c05c96a4:37673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:27:49,880 INFO [RS:1;4a91c05c96a4:37673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:27:49,880 INFO [RS:0;4a91c05c96a4:35093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:27:49,880 INFO [RS:0;4a91c05c96a4:35093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:27:49,880 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(3091): Received CLOSE for 72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,881 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(3091): Received CLOSE for 7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,881 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:27:49,881 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,37673,1731414467136 2024-11-12T12:27:49,881 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:49,881 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:49,881 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:49,881 INFO [RS:1;4a91c05c96a4:37673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4a91c05c96a4:37673. 2024-11-12T12:27:49,881 INFO [RS:0;4a91c05c96a4:35093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:35093. 2024-11-12T12:27:49,881 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72c8d37522b5e69c4f6958948533bc4e, disabling compactions & flushes 2024-11-12T12:27:49,881 DEBUG [RS:1;4a91c05c96a4:37673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:49,881 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7515a369085755e2a0a4b843bbdd3358, disabling compactions & flushes 2024-11-12T12:27:49,881 DEBUG [RS:0;4a91c05c96a4:35093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:49,881 DEBUG [RS:1;4a91c05c96a4:37673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:49,881 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,881 DEBUG [RS:0;4a91c05c96a4:35093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:49,881 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,881 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,881 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. after waiting 0 ms 2024-11-12T12:27:49,881 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:27:49,881 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:27:49,881 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,881 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:27:49,881 DEBUG [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(1325): Online Regions={72c8d37522b5e69c4f6958948533bc4e=testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e.} 2024-11-12T12:27:49,881 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:27:49,881 DEBUG [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(1351): Waiting on 72c8d37522b5e69c4f6958948533bc4e 2024-11-12T12:27:49,881 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:27:49,881 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,881 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. after waiting 0 ms 2024-11-12T12:27:49,881 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,884 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:27:49,884 DEBUG [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7515a369085755e2a0a4b843bbdd3358=testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358.} 2024-11-12T12:27:49,884 DEBUG [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7515a369085755e2a0a4b843bbdd3358 2024-11-12T12:27:49,884 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:27:49,884 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:27:49,885 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:27:49,885 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:27:49,885 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:27:49,885 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T12:27:49,892 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/72c8d37522b5e69c4f6958948533bc4e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T12:27:49,892 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,893 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72c8d37522b5e69c4f6958948533bc4e: Waiting for close lock at 1731414469881Running coprocessor pre-close hooks at 1731414469881Disabling compacts and flushes for region at 1731414469881Disabling writes for close at 1731414469881Writing region close event to WAL at 1731414469885 (+4 ms)Running coprocessor post-close hooks at 1731414469892 (+7 ms)Closed at 1731414469892 2024-11-12T12:27:49,893 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e. 2024-11-12T12:27:49,895 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/default/testClearRegionBlockCache/7515a369085755e2a0a4b843bbdd3358/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T12:27:49,896 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,896 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7515a369085755e2a0a4b843bbdd3358: Waiting for close lock at 1731414469881Running coprocessor pre-close hooks at 1731414469881Disabling compacts and flushes for region at 1731414469881Disabling writes for close at 1731414469881Writing region close event to WAL at 1731414469891 (+10 ms)Running coprocessor post-close hooks at 1731414469895 (+4 ms)Closed at 1731414469895 2024-11-12T12:27:49,896 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731414469092.7515a369085755e2a0a4b843bbdd3358. 2024-11-12T12:27:49,907 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/.tmp/info/5a82ba385b804ad3b944ba5625e024c5 is 173, key is testClearRegionBlockCache,5,1731414469092.72c8d37522b5e69c4f6958948533bc4e./info:regioninfo/1731414469483/Put/seqid=0 2024-11-12T12:27:49,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:27:49,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:27:49,920 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/.tmp/info/5a82ba385b804ad3b944ba5625e024c5 2024-11-12T12:27:49,947 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/.tmp/ns/38930780d9a34f3bae6a3f9fede7139c is 43, key is default/ns:d/1731414468974/Put/seqid=0 2024-11-12T12:27:49,956 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:49,956 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:49,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:27:49,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:27:49,960 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/.tmp/ns/38930780d9a34f3bae6a3f9fede7139c 2024-11-12T12:27:49,982 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/.tmp/table/bce9fba497814357969a37a058eb777d is 61, key is testClearRegionBlockCache/table:state/1731414469494/Put/seqid=0 2024-11-12T12:27:49,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:27:49,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:27:50,082 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,37673,1731414467136; all regions closed. 2024-11-12T12:27:50,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741834_1010 (size=1867) 2024-11-12T12:27:50,085 DEBUG [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:27:50,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741834_1010 (size=1867) 2024-11-12T12:27:50,086 DEBUG [RS:1;4a91c05c96a4:37673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/oldWALs 2024-11-12T12:27:50,087 INFO [RS:1;4a91c05c96a4:37673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C37673%2C1731414467136:(num 1731414468503) 2024-11-12T12:27:50,087 DEBUG [RS:1;4a91c05c96a4:37673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:50,087 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:50,087 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:50,087 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:50,087 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:27:50,087 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:50,087 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:27:50,087 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:27:50,087 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:50,087 INFO [RS:1;4a91c05c96a4:37673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37673 2024-11-12T12:27:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,37673,1731414467136 2024-11-12T12:27:50,097 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:50,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,37673,1731414467136] 2024-11-12T12:27:50,117 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,37673,1731414467136 already deleted, retry=false 2024-11-12T12:27:50,117 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,37673,1731414467136 expired; onlineServers=1 2024-11-12T12:27:50,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:50,207 INFO [RS:1;4a91c05c96a4:37673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:50,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1012f041cb90002, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:50,207 INFO [RS:1;4a91c05c96a4:37673 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,37673,1731414467136; zookeeper connection closed. 2024-11-12T12:27:50,207 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a5090bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a5090bc 2024-11-12T12:27:50,285 DEBUG [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:27:50,353 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:27:50,353 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:27:50,389 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/.tmp/table/bce9fba497814357969a37a058eb777d 2024-11-12T12:27:50,396 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/.tmp/info/5a82ba385b804ad3b944ba5625e024c5 as hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/info/5a82ba385b804ad3b944ba5625e024c5 2024-11-12T12:27:50,404 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/info/5a82ba385b804ad3b944ba5625e024c5, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T12:27:50,406 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/.tmp/ns/38930780d9a34f3bae6a3f9fede7139c as hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/ns/38930780d9a34f3bae6a3f9fede7139c 2024-11-12T12:27:50,414 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/ns/38930780d9a34f3bae6a3f9fede7139c, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T12:27:50,415 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/.tmp/table/bce9fba497814357969a37a058eb777d as hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/table/bce9fba497814357969a37a058eb777d 2024-11-12T12:27:50,423 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/table/bce9fba497814357969a37a058eb777d, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T12:27:50,424 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 539ms, sequenceid=13, compaction requested=false 2024-11-12T12:27:50,429 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T12:27:50,431 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:27:50,431 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:50,431 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414469884Running coprocessor pre-close hooks at 1731414469884Disabling compacts and flushes for region at 1731414469884Disabling writes for close at 1731414469885 (+1 ms)Obtaining lock to block concurrent updates at 1731414469885Preparing flush snapshotting stores in 1588230740 at 1731414469885Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731414469885Flushing stores of hbase:meta,,1.1588230740 at 1731414469886 (+1 ms)Flushing 1588230740/info: creating writer at 1731414469886Flushing 1588230740/info: appending metadata at 1731414469907 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731414469907Flushing 1588230740/ns: creating writer at 1731414469929 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731414469946 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731414469946Flushing 1588230740/table: creating writer at 1731414469966 (+20 ms)Flushing 1588230740/table: appending metadata at 1731414469981 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731414469981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b7c6f3: reopening flushed file at 1731414470395 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2dc822: reopening flushed file at 1731414470405 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3adcc3be: reopening flushed file at 1731414470414 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 539ms, sequenceid=13, compaction requested=false at 1731414470424 (+10 ms)Writing region close event to WAL at 1731414470425 (+1 ms)Running coprocessor post-close hooks at 1731414470430 (+5 ms)Closed at 1731414470431 (+1 ms) 2024-11-12T12:27:50,431 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:50,485 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,35093,1731414467076; all regions closed. 2024-11-12T12:27:50,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:27:50,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:27:50,490 DEBUG [RS:0;4a91c05c96a4:35093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/oldWALs 2024-11-12T12:27:50,490 INFO [RS:0;4a91c05c96a4:35093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C35093%2C1731414467076.meta:.meta(num 1731414468904) 2024-11-12T12:27:50,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741833_1009 (size=1758) 2024-11-12T12:27:50,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741833_1009 (size=1758) 2024-11-12T12:27:50,495 DEBUG [RS:0;4a91c05c96a4:35093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/oldWALs 2024-11-12T12:27:50,495 INFO [RS:0;4a91c05c96a4:35093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C35093%2C1731414467076:(num 1731414468504) 2024-11-12T12:27:50,495 DEBUG [RS:0;4a91c05c96a4:35093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:50,495 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:50,495 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:50,495 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:50,495 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:50,495 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:50,496 INFO [RS:0;4a91c05c96a4:35093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35093 2024-11-12T12:27:50,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,35093,1731414467076 2024-11-12T12:27:50,516 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:50,516 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fde08902d68@741fcc56 rejected from java.util.concurrent.ThreadPoolExecutor@311d4cb1[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-12T12:27:50,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:50,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,35093,1731414467076] 2024-11-12T12:27:50,538 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,35093,1731414467076 already deleted, retry=false 2024-11-12T12:27:50,538 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,35093,1731414467076 expired; onlineServers=0 2024-11-12T12:27:50,538 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,41991,1731414466846' ***** 2024-11-12T12:27:50,538 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:27:50,539 INFO [M:0;4a91c05c96a4:41991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:50,539 INFO [M:0;4a91c05c96a4:41991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:50,539 DEBUG [M:0;4a91c05c96a4:41991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:27:50,539 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:27:50,539 DEBUG [M:0;4a91c05c96a4:41991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:27:50,539 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414468003 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414468003,5,FailOnTimeoutGroup] 2024-11-12T12:27:50,539 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414468003 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414468003,5,FailOnTimeoutGroup] 2024-11-12T12:27:50,539 INFO [M:0;4a91c05c96a4:41991 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:50,539 INFO [M:0;4a91c05c96a4:41991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:50,539 DEBUG [M:0;4a91c05c96a4:41991 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:27:50,539 INFO [M:0;4a91c05c96a4:41991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:27:50,540 INFO [M:0;4a91c05c96a4:41991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:27:50,540 INFO [M:0;4a91c05c96a4:41991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:27:50,540 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:27:50,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:50,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:50,549 DEBUG [M:0;4a91c05c96a4:41991 {}] zookeeper.ZKUtil(347): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T12:27:50,549 WARN [M:0;4a91c05c96a4:41991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:27:50,550 INFO [M:0;4a91c05c96a4:41991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/.lastflushedseqids 2024-11-12T12:27:50,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741844_1020 (size=182) 2024-11-12T12:27:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741844_1020 (size=182) 2024-11-12T12:27:50,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:50,628 INFO [RS:0;4a91c05c96a4:35093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:50,628 INFO [RS:0;4a91c05c96a4:35093 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,35093,1731414467076; zookeeper connection closed. 2024-11-12T12:27:50,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x1012f041cb90001, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:50,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79c1f5b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79c1f5b1 2024-11-12T12:27:50,628 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T12:27:50,957 INFO [M:0;4a91c05c96a4:41991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:27:50,958 INFO [M:0;4a91c05c96a4:41991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:27:50,958 DEBUG [M:0;4a91c05c96a4:41991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:27:50,958 INFO [M:0;4a91c05c96a4:41991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:50,958 DEBUG [M:0;4a91c05c96a4:41991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:50,958 DEBUG [M:0;4a91c05c96a4:41991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:27:50,958 DEBUG [M:0;4a91c05c96a4:41991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:50,958 INFO [M:0;4a91c05c96a4:41991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-12T12:27:50,978 DEBUG [M:0;4a91c05c96a4:41991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c17e5b6fb8442d8b0921fd68aa1105d is 82, key is hbase:meta,,1/info:regioninfo/1731414468945/Put/seqid=0 2024-11-12T12:27:50,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:27:50,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:27:50,983 INFO [M:0;4a91c05c96a4:41991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c17e5b6fb8442d8b0921fd68aa1105d 2024-11-12T12:27:51,003 DEBUG [M:0;4a91c05c96a4:41991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2ac4fd7e7ff4b9a919d34216ecaeb8b is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731414469498/Put/seqid=0 2024-11-12T12:27:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741846_1022 (size=6220) 2024-11-12T12:27:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741846_1022 (size=6220) 2024-11-12T12:27:51,008 INFO [M:0;4a91c05c96a4:41991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2ac4fd7e7ff4b9a919d34216ecaeb8b 2024-11-12T12:27:51,027 DEBUG [M:0;4a91c05c96a4:41991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddaec44fd3934eff900cb6c8e5dd4612 is 69, key is 4a91c05c96a4,35093,1731414467076/rs:state/1731414468267/Put/seqid=0 2024-11-12T12:27:51,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:27:51,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:27:51,033 INFO [M:0;4a91c05c96a4:41991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddaec44fd3934eff900cb6c8e5dd4612 2024-11-12T12:27:51,039 DEBUG [M:0;4a91c05c96a4:41991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c17e5b6fb8442d8b0921fd68aa1105d as hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c17e5b6fb8442d8b0921fd68aa1105d 2024-11-12T12:27:51,044 INFO [M:0;4a91c05c96a4:41991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c17e5b6fb8442d8b0921fd68aa1105d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T12:27:51,045 DEBUG [M:0;4a91c05c96a4:41991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2ac4fd7e7ff4b9a919d34216ecaeb8b as hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2ac4fd7e7ff4b9a919d34216ecaeb8b 2024-11-12T12:27:51,051 INFO [M:0;4a91c05c96a4:41991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2ac4fd7e7ff4b9a919d34216ecaeb8b, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T12:27:51,052 DEBUG [M:0;4a91c05c96a4:41991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddaec44fd3934eff900cb6c8e5dd4612 as hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddaec44fd3934eff900cb6c8e5dd4612 2024-11-12T12:27:51,057 INFO [M:0;4a91c05c96a4:41991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/d28323c8-f1c4-19ed-d8e9-5a9d3b1c67d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddaec44fd3934eff900cb6c8e5dd4612, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T12:27:51,058 INFO [M:0;4a91c05c96a4:41991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=71, compaction requested=false 2024-11-12T12:27:51,059 INFO [M:0;4a91c05c96a4:41991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:51,059 DEBUG [M:0;4a91c05c96a4:41991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414470958Disabling compacts and flushes for region at 1731414470958Disabling writes for close at 1731414470958Obtaining lock to block concurrent updates at 1731414470958Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414470958Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731414470959 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414470960 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414470960Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414470977 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414470977Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414470988 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414471002 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414471002Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414471013 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414471026 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414471026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3d0488: reopening flushed file at 1731414471038 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e280f3a: reopening flushed file at 1731414471044 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5dee34: reopening flushed file at 1731414471051 (+7 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=71, compaction requested=false at 1731414471058 (+7 ms)Writing region close event to WAL at 1731414471059 (+1 ms)Closed at 1731414471059 2024-11-12T12:27:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741830_1006 (size=35452) 2024-11-12T12:27:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741830_1006 (size=35452) 2024-11-12T12:27:51,062 INFO [M:0;4a91c05c96a4:41991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:27:51,062 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:51,062 INFO [M:0;4a91c05c96a4:41991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41991 2024-11-12T12:27:51,063 INFO [M:0;4a91c05c96a4:41991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:51,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:51,207 INFO [M:0;4a91c05c96a4:41991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:51,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41991-0x1012f041cb90000, quorum=127.0.0.1:64659, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:51,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49afda53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:51,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5eb76bb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:51,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:51,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e75b94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:51,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ad96ac3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:51,211 WARN [BP-1440418594-172.17.0.3-1731414464417 heartbeating to localhost/127.0.0.1:35653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:27:51,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:27:51,211 WARN [BP-1440418594-172.17.0.3-1731414464417 heartbeating to localhost/127.0.0.1:35653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440418594-172.17.0.3-1731414464417 (Datanode Uuid 8ec5ad43-9ef7-450a-983d-a95a8e726bfc) service to localhost/127.0.0.1:35653 2024-11-12T12:27:51,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:27:51,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049/data/data3/current/BP-1440418594-172.17.0.3-1731414464417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:51,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049/data/data4/current/BP-1440418594-172.17.0.3-1731414464417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:51,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:27:51,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@496ab32a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:51,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8ece552{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:51,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:51,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef77ed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:51,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dddc391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:51,215 WARN [BP-1440418594-172.17.0.3-1731414464417 heartbeating to localhost/127.0.0.1:35653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:27:51,216 WARN [BP-1440418594-172.17.0.3-1731414464417 heartbeating to localhost/127.0.0.1:35653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440418594-172.17.0.3-1731414464417 (Datanode Uuid b566799b-6092-4383-8c2a-020eb4394025) service to localhost/127.0.0.1:35653 2024-11-12T12:27:51,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:27:51,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:27:51,216 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049/data/data1/current/BP-1440418594-172.17.0.3-1731414464417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:51,216 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/cluster_7e3fe966-e932-ba1a-745e-4159b502b049/data/data2/current/BP-1440418594-172.17.0.3-1731414464417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:51,217 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:27:51,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a5179ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:27:51,222 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a0b62b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:51,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:51,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31a70078{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:51,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744cae8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:51,228 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:27:51,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:27:51,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=150 (was 131) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35653 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35653 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=498 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 401), ProcessCount=11 (was 11), AvailableMemoryMB=6529 (was 6768) 2024-11-12T12:27:51,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=150, OpenFileDescriptor=498, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=6529 2024-11-12T12:27:51,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.log.dir so I do NOT create it in target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f 2024-11-12T12:27:51,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:27:51,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.tmp.dir so I do NOT create it in target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f 2024-11-12T12:27:51,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea35254e-cf55-6630-5fbd-fc68ba4e4a2c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:27:51,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f 2024-11-12T12:27:51,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:27:51,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff, deleteOnExit=true 2024-11-12T12:27:51,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:27:51,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/test.cache.data in system properties and HBase conf 2024-11-12T12:27:51,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:27:51,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:27:51,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:27:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:27:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:27:51,272 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:27:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:27:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:27:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:27:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:27:51,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:27:51,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:27:51,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:51,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:27:51,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:27:51,641 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T12:27:51,669 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:51,669 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:51,670 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:51,670 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:51,671 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:51,681 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:27:51,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:51,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:51,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:51,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:51,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:27:51,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:51,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9a6f0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:51,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338a6b58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:51,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d18c0d1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/java.io.tmpdir/jetty-localhost-45721-hadoop-hdfs-3_4_1-tests_jar-_-any-11905577582649438997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:27:51,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c3c1c69{HTTP/1.1, (http/1.1)}{localhost:45721} 2024-11-12T12:27:51,824 INFO [Time-limited test {}] server.Server(415): Started @32214ms 2024-11-12T12:27:52,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:52,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:52,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:52,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:52,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:27:52,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a68e558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:52,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e20829c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:52,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56adebee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/java.io.tmpdir/jetty-localhost-45547-hadoop-hdfs-3_4_1-tests_jar-_-any-16718507761484618693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:52,339 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@117ae820{HTTP/1.1, (http/1.1)}{localhost:45547} 2024-11-12T12:27:52,339 INFO [Time-limited test {}] server.Server(415): Started @32729ms 2024-11-12T12:27:52,340 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:27:52,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:52,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:52,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:52,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:52,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:27:52,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a599b0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:52,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489265b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:52,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cb9b75a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/java.io.tmpdir/jetty-localhost-38575-hadoop-hdfs-3_4_1-tests_jar-_-any-8021590038747902792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:52,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14e1708e{HTTP/1.1, (http/1.1)}{localhost:38575} 2024-11-12T12:27:52,462 INFO [Time-limited test {}] server.Server(415): Started @32852ms 2024-11-12T12:27:52,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:27:53,957 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff/data/data1/current/BP-760599502-172.17.0.3-1731414471295/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:53,957 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff/data/data2/current/BP-760599502-172.17.0.3-1731414471295/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:53,976 WARN [Thread-1130 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:27:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x842bf7910d042fba with lease ID 0x99dd88e4ff528f0: Processing first storage report for DS-c521a60b-5a2d-4070-913b-fc48636375e5 from datanode DatanodeRegistration(127.0.0.1:33591, datanodeUuid=d164d0ee-9a70-4abb-8145-4cf1ea2dcccb, infoPort=34843, infoSecurePort=0, ipcPort=37681, storageInfo=lv=-57;cid=testClusterID;nsid=1552419919;c=1731414471295) 2024-11-12T12:27:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x842bf7910d042fba with lease ID 0x99dd88e4ff528f0: from storage DS-c521a60b-5a2d-4070-913b-fc48636375e5 node DatanodeRegistration(127.0.0.1:33591, datanodeUuid=d164d0ee-9a70-4abb-8145-4cf1ea2dcccb, infoPort=34843, infoSecurePort=0, ipcPort=37681, storageInfo=lv=-57;cid=testClusterID;nsid=1552419919;c=1731414471295), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x842bf7910d042fba with lease ID 0x99dd88e4ff528f0: Processing first storage report for DS-7b8adfb5-6ce2-43ff-85de-1e6a1212e1b3 from datanode DatanodeRegistration(127.0.0.1:33591, datanodeUuid=d164d0ee-9a70-4abb-8145-4cf1ea2dcccb, infoPort=34843, infoSecurePort=0, ipcPort=37681, storageInfo=lv=-57;cid=testClusterID;nsid=1552419919;c=1731414471295) 2024-11-12T12:27:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x842bf7910d042fba with lease ID 0x99dd88e4ff528f0: from storage DS-7b8adfb5-6ce2-43ff-85de-1e6a1212e1b3 node DatanodeRegistration(127.0.0.1:33591, datanodeUuid=d164d0ee-9a70-4abb-8145-4cf1ea2dcccb, infoPort=34843, infoSecurePort=0, ipcPort=37681, storageInfo=lv=-57;cid=testClusterID;nsid=1552419919;c=1731414471295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:54,006 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff/data/data3/current/BP-760599502-172.17.0.3-1731414471295/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:54,006 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff/data/data4/current/BP-760599502-172.17.0.3-1731414471295/current, will proceed with Du for space computation calculation, 2024-11-12T12:27:54,026 WARN [Thread-1153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:27:54,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadb45d3e19048592 with lease ID 0x99dd88e4ff528f1: Processing first storage report for DS-2d0f9e25-2003-4721-8760-6659ea315ae7 from datanode DatanodeRegistration(127.0.0.1:41335, datanodeUuid=0fcdcc4b-b890-49f3-b624-65ab24fbf4ec, infoPort=43265, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=1552419919;c=1731414471295) 2024-11-12T12:27:54,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadb45d3e19048592 with lease ID 0x99dd88e4ff528f1: from storage DS-2d0f9e25-2003-4721-8760-6659ea315ae7 node DatanodeRegistration(127.0.0.1:41335, datanodeUuid=0fcdcc4b-b890-49f3-b624-65ab24fbf4ec, infoPort=43265, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=1552419919;c=1731414471295), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:54,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadb45d3e19048592 with lease ID 0x99dd88e4ff528f1: Processing first storage report for DS-9e8f45a5-27de-4688-bc5e-160baa6d0d21 from datanode DatanodeRegistration(127.0.0.1:41335, datanodeUuid=0fcdcc4b-b890-49f3-b624-65ab24fbf4ec, infoPort=43265, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=1552419919;c=1731414471295) 2024-11-12T12:27:54,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadb45d3e19048592 with lease ID 0x99dd88e4ff528f1: from storage DS-9e8f45a5-27de-4688-bc5e-160baa6d0d21 node DatanodeRegistration(127.0.0.1:41335, datanodeUuid=0fcdcc4b-b890-49f3-b624-65ab24fbf4ec, infoPort=43265, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=1552419919;c=1731414471295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:27:54,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f 2024-11-12T12:27:54,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff/zookeeper_0, clientPort=63346, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:27:54,108 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63346 2024-11-12T12:27:54,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:54,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:54,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:27:54,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:27:54,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2 with version=8 2024-11-12T12:27:54,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/hbase-staging 2024-11-12T12:27:54,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:54,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:54,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:54,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:54,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:54,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:54,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:27:54,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:54,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42139 2024-11-12T12:27:54,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42139 connecting to ZooKeeper ensemble=127.0.0.1:63346 2024-11-12T12:27:54,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421390x0, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:54,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42139-0x1012f0439260000 connected 2024-11-12T12:27:54,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:54,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:54,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:54,268 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2, hbase.cluster.distributed=false 2024-11-12T12:27:54,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:54,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-12T12:27:54,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42139 2024-11-12T12:27:54,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42139 2024-11-12T12:27:54,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-12T12:27:54,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-12T12:27:54,284 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:54,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:54,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:54,284 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:54,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:54,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:54,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:27:54,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:54,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45517 2024-11-12T12:27:54,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45517 connecting to ZooKeeper ensemble=127.0.0.1:63346 2024-11-12T12:27:54,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:54,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455170x0, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:54,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455170x0, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:54,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45517-0x1012f0439260001 connected 2024-11-12T12:27:54,297 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:27:54,298 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T12:27:54,302 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T12:27:54,303 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T12:27:54,303 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T12:27:54,303 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:27:54,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:27:54,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:54,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45517 2024-11-12T12:27:54,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45517 2024-11-12T12:27:54,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45517 2024-11-12T12:27:54,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45517 2024-11-12T12:27:54,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45517 2024-11-12T12:27:54,323 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:27:54,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:54,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:54,323 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:27:54,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:27:54,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:27:54,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:27:54,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:27:54,324 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37501 2024-11-12T12:27:54,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37501 connecting to ZooKeeper ensemble=127.0.0.1:63346 2024-11-12T12:27:54,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:54,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:54,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375010x0, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:27:54,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375010x0, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:54,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37501-0x1012f0439260002 connected 2024-11-12T12:27:54,339 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:27:54,340 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T12:27:54,345 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T12:27:54,345 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T12:27:54,348 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T12:27:54,348 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:27:54,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:27:54,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:27:54,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37501 2024-11-12T12:27:54,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37501 2024-11-12T12:27:54,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37501 2024-11-12T12:27:54,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37501 2024-11-12T12:27:54,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37501 2024-11-12T12:27:54,362 DEBUG [M:0;4a91c05c96a4:42139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:42139 2024-11-12T12:27:54,362 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4a91c05c96a4,42139,1731414474121 2024-11-12T12:27:54,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:54,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:54,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:54,370 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a91c05c96a4,42139,1731414474121 2024-11-12T12:27:54,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:54,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:54,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,381 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T12:27:54,382 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a91c05c96a4,42139,1731414474121 from backup master directory 2024-11-12T12:27:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a91c05c96a4,42139,1731414474121 2024-11-12T12:27:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:27:54,391 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:54,391 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,42139,1731414474121 2024-11-12T12:27:54,398 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/hbase.id] with ID: b1f200c3-a9b8-43b3-bb2a-8672c44e2cc8 2024-11-12T12:27:54,398 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/.tmp/hbase.id 2024-11-12T12:27:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:27:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:27:54,409 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/.tmp/hbase.id]:[hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/hbase.id] 2024-11-12T12:27:54,419 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:27:54,419 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:27:54,420 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:27:54,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:27:54,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:27:54,440 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:27:54,441 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:27:54,441 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:27:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:27:54,449 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store 2024-11-12T12:27:54,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:27:54,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:27:54,456 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:54,456 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:27:54,456 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:54,456 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:54,456 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:27:54,456 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:54,456 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:54,456 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414474456Disabling compacts and flushes for region at 1731414474456Disabling writes for close at 1731414474456Writing region close event to WAL at 1731414474456Closed at 1731414474456 2024-11-12T12:27:54,457 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/.initializing 2024-11-12T12:27:54,457 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/WALs/4a91c05c96a4,42139,1731414474121 2024-11-12T12:27:54,458 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:54,460 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C42139%2C1731414474121, suffix=, logDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/WALs/4a91c05c96a4,42139,1731414474121, archiveDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/oldWALs, maxLogs=10 2024-11-12T12:27:54,471 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/WALs/4a91c05c96a4,42139,1731414474121/4a91c05c96a4%2C42139%2C1731414474121.1731414474460, exclude list is [], retry=0 2024-11-12T12:27:54,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41335,DS-2d0f9e25-2003-4721-8760-6659ea315ae7,DISK] 2024-11-12T12:27:54,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33591,DS-c521a60b-5a2d-4070-913b-fc48636375e5,DISK] 2024-11-12T12:27:54,484 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/WALs/4a91c05c96a4,42139,1731414474121/4a91c05c96a4%2C42139%2C1731414474121.1731414474460 2024-11-12T12:27:54,488 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:34843:34843)] 2024-11-12T12:27:54,488 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:27:54,488 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:54,488 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,489 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:27:54,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:54,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:54,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:27:54,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:54,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:54,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:27:54,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:54,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:54,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:27:54,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:54,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:54,501 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,501 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,502 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,503 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,503 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,504 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:54,505 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:27:54,508 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:54,508 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68927551, jitterRate=0.027100548148155212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:54,509 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414474489Initializing all the Stores at 1731414474490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414474490Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414474492 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414474492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414474492Cleaning up temporary data from old regions at 1731414474503 (+11 ms)Region opened successfully at 1731414474509 (+6 ms) 2024-11-12T12:27:54,510 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:27:54,514 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f5e6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:54,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:27:54,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:27:54,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:27:54,515 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:27:54,516 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:27:54,516 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:27:54,516 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:27:54,520 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:27:54,521 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T12:27:54,528 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T12:27:54,528 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:27:54,529 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:27:54,538 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T12:27:54,539 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:27:54,540 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:27:54,549 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T12:27:54,550 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:27:54,559 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T12:27:54,562 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:27:54,570 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T12:27:54,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:54,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:54,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:54,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,581 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,42139,1731414474121, sessionid=0x1012f0439260000, setting cluster-up flag (Was=false) 2024-11-12T12:27:54,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,633 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T12:27:54,634 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,42139,1731414474121 2024-11-12T12:27:54,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:54,686 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T12:27:54,687 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,42139,1731414474121 2024-11-12T12:27:54,688 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:27:54,690 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:54,690 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:27:54,690 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:27:54,690 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,42139,1731414474121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:27:54,691 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:54,691 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:54,691 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:54,691 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:27:54,691 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:27:54,691 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,692 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:54,692 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,692 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414504692 2024-11-12T12:27:54,692 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:27:54,692 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:27:54,693 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:27:54,693 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:27:54,693 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:27:54,693 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:27:54,693 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:54,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:27:54,694 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:54,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:27:54,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:27:54,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:27:54,696 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:27:54,697 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:27:54,697 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:27:54,700 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414474697,5,FailOnTimeoutGroup] 2024-11-12T12:27:54,700 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414474700,5,FailOnTimeoutGroup] 2024-11-12T12:27:54,700 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,700 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:27:54,701 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,701 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:27:54,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:27:54,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:27:54,706 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2 2024-11-12T12:27:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:27:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:27:54,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:54,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:27:54,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:27:54,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:54,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:54,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:27:54,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:27:54,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:54,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:54,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:27:54,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:27:54,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:54,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:54,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:27:54,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:27:54,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:54,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:54,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:27:54,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740 2024-11-12T12:27:54,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740 2024-11-12T12:27:54,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:27:54,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:27:54,723 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:54,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:27:54,726 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:54,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70727911, jitterRate=0.05392800271511078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:54,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414474713Initializing all the Stores at 1731414474713Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414474713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414474714 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414474714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414474714Cleaning up temporary data from old regions at 1731414474723 (+9 ms)Region opened successfully at 1731414474727 (+4 ms) 2024-11-12T12:27:54,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:27:54,727 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:27:54,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:27:54,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:27:54,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:27:54,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:54,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414474727Disabling compacts and flushes for region at 1731414474727Disabling writes for close at 1731414474727Writing region close event to WAL at 1731414474728 (+1 ms)Closed at 1731414474728 2024-11-12T12:27:54,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:54,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:27:54,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:27:54,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:27:54,731 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:27:54,754 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(746): ClusterId : b1f200c3-a9b8-43b3-bb2a-8672c44e2cc8 2024-11-12T12:27:54,754 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(746): ClusterId : b1f200c3-a9b8-43b3-bb2a-8672c44e2cc8 2024-11-12T12:27:54,754 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:27:54,754 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:27:54,760 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:27:54,760 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:27:54,760 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:27:54,760 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:27:54,771 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:27:54,771 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:27:54,771 DEBUG [RS:1;4a91c05c96a4:37501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702f99c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:54,771 DEBUG [RS:0;4a91c05c96a4:45517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ade073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:27:54,783 DEBUG [RS:1;4a91c05c96a4:37501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a91c05c96a4:37501 2024-11-12T12:27:54,783 DEBUG [RS:0;4a91c05c96a4:45517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:45517 2024-11-12T12:27:54,783 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:27:54,783 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:27:54,783 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:27:54,783 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:27:54,783 DEBUG [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:27:54,783 DEBUG [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:27:54,784 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,42139,1731414474121 with port=45517, startcode=1731414474284 2024-11-12T12:27:54,784 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,42139,1731414474121 with port=37501, startcode=1731414474323 2024-11-12T12:27:54,784 DEBUG [RS:1;4a91c05c96a4:37501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:27:54,784 DEBUG [RS:0;4a91c05c96a4:45517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:27:54,785 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:27:54,785 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:27:54,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,45517,1731414474284 2024-11-12T12:27:54,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42139 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,45517,1731414474284 2024-11-12T12:27:54,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:54,787 DEBUG [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2 2024-11-12T12:27:54,787 DEBUG [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45825 2024-11-12T12:27:54,787 DEBUG [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:27:54,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42139 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:54,789 DEBUG [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2 2024-11-12T12:27:54,789 DEBUG [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45825 2024-11-12T12:27:54,789 DEBUG [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:27:54,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:54,873 DEBUG [RS:0;4a91c05c96a4:45517 {}] zookeeper.ZKUtil(111): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,45517,1731414474284 2024-11-12T12:27:54,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,45517,1731414474284] 2024-11-12T12:27:54,873 WARN [RS:0;4a91c05c96a4:45517 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:54,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,37501,1731414474323] 2024-11-12T12:27:54,874 INFO [RS:0;4a91c05c96a4:45517 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:54,874 DEBUG [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/WALs/4a91c05c96a4,45517,1731414474284 2024-11-12T12:27:54,874 DEBUG [RS:1;4a91c05c96a4:37501 {}] zookeeper.ZKUtil(111): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:54,875 WARN [RS:1;4a91c05c96a4:37501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:27:54,875 INFO [RS:1;4a91c05c96a4:37501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:54,875 DEBUG [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/WALs/4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:54,881 WARN [4a91c05c96a4:42139 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:27:54,882 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:27:54,884 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:27:54,884 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:27:54,885 INFO [RS:0;4a91c05c96a4:45517 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:27:54,885 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,887 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:27:54,887 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:27:54,887 INFO [RS:1;4a91c05c96a4:37501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:27:54,887 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,887 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:27:54,887 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:27:54,888 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,888 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:54,888 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,889 DEBUG [RS:0;4a91c05c96a4:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:54,889 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,889 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,889 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,889 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:27:54,889 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:54,889 DEBUG [RS:1;4a91c05c96a4:37501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:27:54,889 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,889 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,889 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,889 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,889 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,889 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45517,1731414474284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:54,889 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,889 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,889 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,890 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,890 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,890 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37501,1731414474323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:54,904 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:27:54,904 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:27:54,904 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,37501,1731414474323-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,904 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,45517,1731414474284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,904 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,904 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,904 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.Replication(171): 4a91c05c96a4,45517,1731414474284 started 2024-11-12T12:27:54,904 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.Replication(171): 4a91c05c96a4,37501,1731414474323 started 2024-11-12T12:27:54,918 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,918 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:54,918 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,45517,1731414474284, RpcServer on 4a91c05c96a4/172.17.0.3:45517, sessionid=0x1012f0439260001 2024-11-12T12:27:54,918 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,37501,1731414474323, RpcServer on 4a91c05c96a4/172.17.0.3:37501, sessionid=0x1012f0439260002 2024-11-12T12:27:54,919 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:27:54,919 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:27:54,919 DEBUG [RS:0;4a91c05c96a4:45517 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,45517,1731414474284 2024-11-12T12:27:54,919 DEBUG [RS:1;4a91c05c96a4:37501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:54,919 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,45517,1731414474284' 2024-11-12T12:27:54,919 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,37501,1731414474323' 2024-11-12T12:27:54,919 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:27:54,919 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:27:54,919 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:27:54,919 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:27:54,920 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:27:54,920 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:27:54,920 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:27:54,920 DEBUG [RS:1;4a91c05c96a4:37501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:54,920 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:27:54,920 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,37501,1731414474323' 2024-11-12T12:27:54,920 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:27:54,920 DEBUG [RS:0;4a91c05c96a4:45517 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,45517,1731414474284 2024-11-12T12:27:54,920 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,45517,1731414474284' 2024-11-12T12:27:54,920 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:27:54,920 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:27:54,920 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:27:54,920 DEBUG [RS:1;4a91c05c96a4:37501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:27:54,920 INFO [RS:1;4a91c05c96a4:37501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:27:54,920 INFO [RS:1;4a91c05c96a4:37501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:27:54,920 DEBUG [RS:0;4a91c05c96a4:45517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:27:54,920 INFO [RS:0;4a91c05c96a4:45517 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:27:54,920 INFO [RS:0;4a91c05c96a4:45517 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:27:55,021 INFO [RS:1;4a91c05c96a4:37501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:55,021 INFO [RS:0;4a91c05c96a4:45517 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:27:55,024 INFO [RS:1;4a91c05c96a4:37501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C37501%2C1731414474323, suffix=, logDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/WALs/4a91c05c96a4,37501,1731414474323, archiveDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/oldWALs, maxLogs=32 2024-11-12T12:27:55,024 INFO [RS:0;4a91c05c96a4:45517 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C45517%2C1731414474284, suffix=, logDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/WALs/4a91c05c96a4,45517,1731414474284, archiveDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/oldWALs, maxLogs=32 2024-11-12T12:27:55,040 DEBUG [RS:0;4a91c05c96a4:45517 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/WALs/4a91c05c96a4,45517,1731414474284/4a91c05c96a4%2C45517%2C1731414474284.1731414475025, exclude list is [], retry=0 2024-11-12T12:27:55,040 DEBUG [RS:1;4a91c05c96a4:37501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/WALs/4a91c05c96a4,37501,1731414474323/4a91c05c96a4%2C37501%2C1731414474323.1731414475025, exclude list is [], retry=0 2024-11-12T12:27:55,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41335,DS-2d0f9e25-2003-4721-8760-6659ea315ae7,DISK] 2024-11-12T12:27:55,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41335,DS-2d0f9e25-2003-4721-8760-6659ea315ae7,DISK] 2024-11-12T12:27:55,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33591,DS-c521a60b-5a2d-4070-913b-fc48636375e5,DISK] 2024-11-12T12:27:55,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33591,DS-c521a60b-5a2d-4070-913b-fc48636375e5,DISK] 2024-11-12T12:27:55,045 INFO [RS:0;4a91c05c96a4:45517 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/WALs/4a91c05c96a4,45517,1731414474284/4a91c05c96a4%2C45517%2C1731414474284.1731414475025 2024-11-12T12:27:55,047 DEBUG [RS:0;4a91c05c96a4:45517 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34843:34843),(127.0.0.1/127.0.0.1:43265:43265)] 2024-11-12T12:27:55,047 INFO [RS:1;4a91c05c96a4:37501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/WALs/4a91c05c96a4,37501,1731414474323/4a91c05c96a4%2C37501%2C1731414474323.1731414475025 2024-11-12T12:27:55,047 DEBUG [RS:1;4a91c05c96a4:37501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:34843:34843)] 2024-11-12T12:27:55,131 DEBUG [4a91c05c96a4:42139 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T12:27:55,131 DEBUG [4a91c05c96a4:42139 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:27:55,133 DEBUG [4a91c05c96a4:42139 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:27:55,133 DEBUG [4a91c05c96a4:42139 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:27:55,133 DEBUG [4a91c05c96a4:42139 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:27:55,133 DEBUG [4a91c05c96a4:42139 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:27:55,133 INFO [4a91c05c96a4:42139 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:27:55,133 INFO [4a91c05c96a4:42139 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:27:55,133 DEBUG [4a91c05c96a4:42139 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:27:55,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:55,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,37501,1731414474323, state=OPENING 2024-11-12T12:27:55,149 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:27:55,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:55,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:55,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:55,160 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:27:55,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:55,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:55,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:55,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,37501,1731414474323}] 2024-11-12T12:27:55,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:55,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:55,325 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:27:55,325 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:27:55,325 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:27:55,328 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C37501%2C1731414474323.meta, suffix=.meta, logDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/WALs/4a91c05c96a4,37501,1731414474323, archiveDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/oldWALs, maxLogs=32 2024-11-12T12:27:55,343 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/WALs/4a91c05c96a4,37501,1731414474323/4a91c05c96a4%2C37501%2C1731414474323.meta.1731414475328.meta, exclude list is [], retry=0 2024-11-12T12:27:55,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33591,DS-c521a60b-5a2d-4070-913b-fc48636375e5,DISK] 2024-11-12T12:27:55,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41335,DS-2d0f9e25-2003-4721-8760-6659ea315ae7,DISK] 2024-11-12T12:27:55,347 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/WALs/4a91c05c96a4,37501,1731414474323/4a91c05c96a4%2C37501%2C1731414474323.meta.1731414475328.meta 2024-11-12T12:27:55,347 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34843:34843),(127.0.0.1/127.0.0.1:43265:43265)] 2024-11-12T12:27:55,347 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:27:55,347 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:27:55,348 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:27:55,348 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:27:55,348 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:27:55,348 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:55,348 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:27:55,348 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:27:55,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:27:55,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:27:55,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:55,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:55,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:27:55,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:27:55,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:55,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:55,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:27:55,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:27:55,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:55,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:55,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:27:55,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:27:55,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:55,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:27:55,354 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:27:55,354 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740 2024-11-12T12:27:55,355 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740 2024-11-12T12:27:55,356 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:27:55,356 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:27:55,357 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:27:55,358 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:27:55,359 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69977141, jitterRate=0.042740657925605774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:27:55,359 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:27:55,360 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414475348Writing region info on filesystem at 1731414475348Initializing all the Stores at 1731414475349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414475349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414475349Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414475349Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414475349Cleaning up temporary data from old regions at 1731414475356 (+7 ms)Running coprocessor post-open hooks at 1731414475359 (+3 ms)Region opened successfully at 1731414475360 (+1 ms) 2024-11-12T12:27:55,361 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414475314 2024-11-12T12:27:55,371 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:27:55,371 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:27:55,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:55,373 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,37501,1731414474323, state=OPEN 2024-11-12T12:27:55,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:55,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:55,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:27:55,380 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:55,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:55,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:55,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:27:55,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:27:55,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,37501,1731414474323 in 221 msec 2024-11-12T12:27:55,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:27:55,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-12T12:27:55,386 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:27:55,386 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:27:55,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:55,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,37501,1731414474323, seqNum=-1] 2024-11-12T12:27:55,388 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:55,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:55,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 704 msec 2024-11-12T12:27:55,395 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414475395, completionTime=-1 2024-11-12T12:27:55,395 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T12:27:55,395 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:27:55,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T12:27:55,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414535397 2024-11-12T12:27:55,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414595397 2024-11-12T12:27:55,397 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T12:27:55,398 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42139,1731414474121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:55,398 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42139,1731414474121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:55,398 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42139,1731414474121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:55,398 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:42139, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:55,398 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:55,398 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:55,400 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:27:55,402 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.011sec 2024-11-12T12:27:55,403 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:27:55,403 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:27:55,403 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:27:55,403 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:27:55,403 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:27:55,403 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42139,1731414474121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:27:55,403 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42139,1731414474121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:27:55,405 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:27:55,405 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:27:55,405 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42139,1731414474121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:27:55,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8a1580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:55,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,42139,-1 for getting cluster id 2024-11-12T12:27:55,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:27:55,456 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1f200c3-a9b8-43b3-bb2a-8672c44e2cc8' 2024-11-12T12:27:55,457 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:27:55,457 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1f200c3-a9b8-43b3-bb2a-8672c44e2cc8" 2024-11-12T12:27:55,457 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28d10b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:55,457 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,42139,-1] 2024-11-12T12:27:55,457 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:27:55,457 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:55,458 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:27:55,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d8d766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:27:55,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:27:55,461 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,37501,1731414474323, seqNum=-1] 2024-11-12T12:27:55,461 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:55,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:55,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,42139,1731414474121 2024-11-12T12:27:55,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:27:55,465 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,42139,1731414474121 2024-11-12T12:27:55,465 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bfd283f 2024-11-12T12:27:55,465 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:27:55,466 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:27:55,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:27:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T12:27:55,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:27:55,469 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:55,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T12:27:55,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:27:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:27:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:27:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:55,880 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df93afb9e8825968493d515f2a1c622e, NAME => 'testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2 2024-11-12T12:27:55,880 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d4c6a0aec5b238f71906619a30742f2a, NAME => 'testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2 2024-11-12T12:27:55,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:27:55,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:27:55,890 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:55,890 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing d4c6a0aec5b238f71906619a30742f2a, disabling compactions & flushes 2024-11-12T12:27:55,890 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:55,890 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:55,890 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. after waiting 0 ms 2024-11-12T12:27:55,890 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:55,890 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:55,891 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for d4c6a0aec5b238f71906619a30742f2a: Waiting for close lock at 1731414475890Disabling compacts and flushes for region at 1731414475890Disabling writes for close at 1731414475890Writing region close event to WAL at 1731414475890Closed at 1731414475890 2024-11-12T12:27:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:27:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:27:55,894 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:55,894 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing df93afb9e8825968493d515f2a1c622e, disabling compactions & flushes 2024-11-12T12:27:55,894 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:55,894 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:55,895 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. after waiting 0 ms 2024-11-12T12:27:55,895 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:55,895 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:55,895 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for df93afb9e8825968493d515f2a1c622e: Waiting for close lock at 1731414475894Disabling compacts and flushes for region at 1731414475894Disabling writes for close at 1731414475895 (+1 ms)Writing region close event to WAL at 1731414475895Closed at 1731414475895 2024-11-12T12:27:55,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:27:55,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414475896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414475896"}]},"ts":"1731414475896"} 2024-11-12T12:27:55,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414475896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414475896"}]},"ts":"1731414475896"} 2024-11-12T12:27:55,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T12:27:55,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:27:55,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414475900"}]},"ts":"1731414475900"} 2024-11-12T12:27:55,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T12:27:55,902 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:27:55,904 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:27:55,904 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:27:55,904 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:27:55,904 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:27:55,904 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:27:55,904 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:27:55,904 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:27:55,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=df93afb9e8825968493d515f2a1c622e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4c6a0aec5b238f71906619a30742f2a, ASSIGN}] 2024-11-12T12:27:55,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4c6a0aec5b238f71906619a30742f2a, ASSIGN 2024-11-12T12:27:55,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=df93afb9e8825968493d515f2a1c622e, ASSIGN 2024-11-12T12:27:55,907 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4c6a0aec5b238f71906619a30742f2a, ASSIGN; state=OFFLINE, location=4a91c05c96a4,37501,1731414474323; forceNewPlan=false, retain=false 2024-11-12T12:27:55,907 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=df93afb9e8825968493d515f2a1c622e, ASSIGN; state=OFFLINE, location=4a91c05c96a4,45517,1731414474284; forceNewPlan=false, retain=false 2024-11-12T12:27:56,057 INFO [4a91c05c96a4:42139 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T12:27:56,058 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df93afb9e8825968493d515f2a1c622e, regionState=OPENING, regionLocation=4a91c05c96a4,45517,1731414474284 2024-11-12T12:27:56,058 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4c6a0aec5b238f71906619a30742f2a, regionState=OPENING, regionLocation=4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:56,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=df93afb9e8825968493d515f2a1c622e, ASSIGN because future has completed 2024-11-12T12:27:56,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df93afb9e8825968493d515f2a1c622e, server=4a91c05c96a4,45517,1731414474284}] 2024-11-12T12:27:56,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4c6a0aec5b238f71906619a30742f2a, ASSIGN because future has completed 2024-11-12T12:27:56,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4c6a0aec5b238f71906619a30742f2a, server=4a91c05c96a4,37501,1731414474323}] 2024-11-12T12:27:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:56,218 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:27:56,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:27:56,227 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:56,227 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:56,227 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => d4c6a0aec5b238f71906619a30742f2a, NAME => 'testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T12:27:56,227 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => df93afb9e8825968493d515f2a1c622e, NAME => 'testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T12:27:56,228 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,228 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,228 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:56,228 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:27:56,228 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,228 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,228 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,228 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,230 INFO [StoreOpener-d4c6a0aec5b238f71906619a30742f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,230 INFO [StoreOpener-df93afb9e8825968493d515f2a1c622e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,232 INFO [StoreOpener-df93afb9e8825968493d515f2a1c622e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df93afb9e8825968493d515f2a1c622e columnFamilyName family 2024-11-12T12:27:56,232 INFO [StoreOpener-d4c6a0aec5b238f71906619a30742f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4c6a0aec5b238f71906619a30742f2a columnFamilyName family 2024-11-12T12:27:56,232 DEBUG [StoreOpener-df93afb9e8825968493d515f2a1c622e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:56,232 DEBUG [StoreOpener-d4c6a0aec5b238f71906619a30742f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:27:56,232 INFO [StoreOpener-d4c6a0aec5b238f71906619a30742f2a-1 {}] regionserver.HStore(327): Store=d4c6a0aec5b238f71906619a30742f2a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:56,232 INFO [StoreOpener-df93afb9e8825968493d515f2a1c622e-1 {}] regionserver.HStore(327): Store=df93afb9e8825968493d515f2a1c622e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:27:56,232 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,232 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,233 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,233 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,233 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,234 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,234 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,234 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,234 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,234 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,235 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,235 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,237 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/d4c6a0aec5b238f71906619a30742f2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:56,238 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/df93afb9e8825968493d515f2a1c622e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:27:56,238 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened d4c6a0aec5b238f71906619a30742f2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65220960, jitterRate=-0.028131961822509766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:27:56,238 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,238 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened df93afb9e8825968493d515f2a1c622e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65672103, jitterRate=-0.021409407258033752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:27:56,238 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,239 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for d4c6a0aec5b238f71906619a30742f2a: Running coprocessor pre-open hook at 1731414476228Writing region info on filesystem at 1731414476228Initializing all the Stores at 1731414476229 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414476229Cleaning up temporary data from old regions at 1731414476234 (+5 ms)Running coprocessor post-open hooks at 1731414476238 (+4 ms)Region opened successfully at 1731414476239 (+1 ms) 2024-11-12T12:27:56,239 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for df93afb9e8825968493d515f2a1c622e: Running coprocessor pre-open hook at 1731414476228Writing region info on filesystem at 1731414476228Initializing all the Stores at 1731414476229 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414476229Cleaning up temporary data from old regions at 1731414476234 (+5 ms)Running coprocessor post-open hooks at 1731414476238 (+4 ms)Region opened successfully at 1731414476239 (+1 ms) 2024-11-12T12:27:56,240 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a., pid=8, masterSystemTime=1731414476220 2024-11-12T12:27:56,240 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e., pid=7, masterSystemTime=1731414476217 2024-11-12T12:27:56,242 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:56,242 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:56,242 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df93afb9e8825968493d515f2a1c622e, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,45517,1731414474284 2024-11-12T12:27:56,243 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:56,243 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:56,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4c6a0aec5b238f71906619a30742f2a, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:56,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df93afb9e8825968493d515f2a1c622e, server=4a91c05c96a4,45517,1731414474284 because future has completed 2024-11-12T12:27:56,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4c6a0aec5b238f71906619a30742f2a, server=4a91c05c96a4,37501,1731414474323 because future has completed 2024-11-12T12:27:56,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-12T12:27:56,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df93afb9e8825968493d515f2a1c622e, server=4a91c05c96a4,45517,1731414474284 in 183 msec 2024-11-12T12:27:56,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-12T12:27:56,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=df93afb9e8825968493d515f2a1c622e, ASSIGN in 345 msec 2024-11-12T12:27:56,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d4c6a0aec5b238f71906619a30742f2a, server=4a91c05c96a4,37501,1731414474323 in 183 msec 2024-11-12T12:27:56,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T12:27:56,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4c6a0aec5b238f71906619a30742f2a, ASSIGN in 347 msec 2024-11-12T12:27:56,254 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:27:56,254 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414476254"}]},"ts":"1731414476254"} 2024-11-12T12:27:56,256 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T12:27:56,257 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:27:56,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 790 msec 2024-11-12T12:27:56,585 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T12:27:56,585 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T12:27:56,586 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:27:56,586 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T12:27:56,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T12:27:56,587 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T12:27:56,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-12T12:27:56,587 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-12T12:27:56,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:27:56,607 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T12:27:56,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T12:27:56,608 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:27:56,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T12:27:56,614 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:27:56,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T12:27:56,617 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e., hostname=4a91c05c96a4,45517,1731414474284, seqNum=2] 2024-11-12T12:27:56,617 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:27:56,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:27:56,628 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a., hostname=4a91c05c96a4,37501,1731414474323, seqNum=2] 2024-11-12T12:27:56,637 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing df93afb9e8825968493d515f2a1c622e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T12:27:56,652 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/df93afb9e8825968493d515f2a1c622e/.tmp/family/4b13f5a7146648b4a0d50fa52bf5f115 is 32, key is 1/family:/1731414476619/Put/seqid=0 2024-11-12T12:27:56,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741839_1015 (size=5054) 2024-11-12T12:27:56,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741839_1015 (size=5054) 2024-11-12T12:27:56,658 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/df93afb9e8825968493d515f2a1c622e/.tmp/family/4b13f5a7146648b4a0d50fa52bf5f115 2024-11-12T12:27:56,664 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/df93afb9e8825968493d515f2a1c622e/.tmp/family/4b13f5a7146648b4a0d50fa52bf5f115 as hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/df93afb9e8825968493d515f2a1c622e/family/4b13f5a7146648b4a0d50fa52bf5f115 2024-11-12T12:27:56,670 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/df93afb9e8825968493d515f2a1c622e/family/4b13f5a7146648b4a0d50fa52bf5f115, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T12:27:56,671 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for df93afb9e8825968493d515f2a1c622e in 34ms, sequenceid=8, compaction requested=false 2024-11-12T12:27:56,671 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for df93afb9e8825968493d515f2a1c622e: 2024-11-12T12:27:56,671 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d4c6a0aec5b238f71906619a30742f2a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T12:27:56,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/d4c6a0aec5b238f71906619a30742f2a/.tmp/family/b25e9e44307846bd8f3619fde7b70695 is 32, key is 5/family:/1731414476629/Put/seqid=0 2024-11-12T12:27:56,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741840_1016 (size=5083) 2024-11-12T12:27:56,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741840_1016 (size=5083) 2024-11-12T12:27:56,691 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/d4c6a0aec5b238f71906619a30742f2a/.tmp/family/b25e9e44307846bd8f3619fde7b70695 2024-11-12T12:27:56,697 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/d4c6a0aec5b238f71906619a30742f2a/.tmp/family/b25e9e44307846bd8f3619fde7b70695 as hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/d4c6a0aec5b238f71906619a30742f2a/family/b25e9e44307846bd8f3619fde7b70695 2024-11-12T12:27:56,704 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/d4c6a0aec5b238f71906619a30742f2a/family/b25e9e44307846bd8f3619fde7b70695, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T12:27:56,705 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for d4c6a0aec5b238f71906619a30742f2a in 34ms, sequenceid=9, compaction requested=false 2024-11-12T12:27:56,705 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d4c6a0aec5b238f71906619a30742f2a: 2024-11-12T12:27:56,707 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 4b13f5a7146648b4a0d50fa52bf5f115, starting offset: 0, end offset: 9223372036854775807 2024-11-12T12:27:56,707 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 4b13f5a7146648b4a0d50fa52bf5f115_0 from back map with offset lock 2094080 in the evict process 2024-11-12T12:27:56,709 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file b25e9e44307846bd8f3619fde7b70695, starting offset: 0, end offset: 9223372036854775807 2024-11-12T12:27:56,709 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key b25e9e44307846bd8f3619fde7b70695_0 from back map with offset lock 2094080 in the evict process 2024-11-12T12:27:56,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:27:56,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:56,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:56,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:56,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:56,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:27:56,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:27:56,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=803892613, stopped=false 2024-11-12T12:27:56,710 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,42139,1731414474121 2024-11-12T12:27:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:27:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:56,749 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:27:56,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:27:56,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:56,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:56,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:56,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:27:56,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:56,750 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,45517,1731414474284' ***** 2024-11-12T12:27:56,750 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:27:56,750 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,37501,1731414474323' ***** 2024-11-12T12:27:56,750 INFO [RS:0;4a91c05c96a4:45517 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T12:27:56,750 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:27:56,751 INFO [RS:0;4a91c05c96a4:45517 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T12:27:56,751 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T12:27:56,751 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:27:56,751 INFO [RS:1;4a91c05c96a4:37501 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T12:27:56,751 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T12:27:56,751 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T12:27:56,751 INFO [RS:0;4a91c05c96a4:45517 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:27:56,751 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:27:56,751 INFO [RS:1;4a91c05c96a4:37501 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T12:27:56,751 INFO [RS:0;4a91c05c96a4:45517 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:27:56,751 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:27:56,751 INFO [RS:1;4a91c05c96a4:37501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:27:56,751 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:27:56,751 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(3091): Received CLOSE for df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,751 INFO [RS:1;4a91c05c96a4:37501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:27:56,751 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T12:27:56,751 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(3091): Received CLOSE for d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,751 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T12:27:56,751 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T12:27:56,751 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,45517,1731414474284 2024-11-12T12:27:56,751 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:56,752 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:56,752 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:56,752 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df93afb9e8825968493d515f2a1c622e, disabling compactions & flushes 2024-11-12T12:27:56,752 INFO [RS:1;4a91c05c96a4:37501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4a91c05c96a4:37501. 2024-11-12T12:27:56,752 INFO [RS:0;4a91c05c96a4:45517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:45517. 2024-11-12T12:27:56,752 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:56,752 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:56,752 DEBUG [RS:1;4a91c05c96a4:37501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:56,752 DEBUG [RS:0;4a91c05c96a4:45517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:27:56,752 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. after waiting 0 ms 2024-11-12T12:27:56,752 DEBUG [RS:0;4a91c05c96a4:45517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:56,752 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:56,752 DEBUG [RS:1;4a91c05c96a4:37501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:56,752 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:27:56,752 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:27:56,752 DEBUG [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(1325): Online Regions={df93afb9e8825968493d515f2a1c622e=testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e.} 2024-11-12T12:27:56,752 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:27:56,752 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:27:56,752 DEBUG [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(1351): Waiting on df93afb9e8825968493d515f2a1c622e 2024-11-12T12:27:56,752 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:27:56,752 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4c6a0aec5b238f71906619a30742f2a, disabling compactions & flushes 2024-11-12T12:27:56,752 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:56,753 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:56,753 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. after waiting 0 ms 2024-11-12T12:27:56,753 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:56,753 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:27:56,753 DEBUG [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(1325): Online Regions={d4c6a0aec5b238f71906619a30742f2a=testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T12:27:56,753 DEBUG [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4c6a0aec5b238f71906619a30742f2a 2024-11-12T12:27:56,753 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:27:56,754 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:27:56,754 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:27:56,754 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:27:56,754 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:27:56,754 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T12:27:56,760 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/df93afb9e8825968493d515f2a1c622e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T12:27:56,760 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:56,761 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df93afb9e8825968493d515f2a1c622e: Waiting for close lock at 1731414476752Running coprocessor pre-close hooks at 1731414476752Disabling compacts and flushes for region at 1731414476752Disabling writes for close at 1731414476752Writing region close event to WAL at 1731414476756 (+4 ms)Running coprocessor post-close hooks at 1731414476760 (+4 ms)Closed at 1731414476760 2024-11-12T12:27:56,761 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731414475467.df93afb9e8825968493d515f2a1c622e. 2024-11-12T12:27:56,764 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/default/testClearRegionBlockCache/d4c6a0aec5b238f71906619a30742f2a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T12:27:56,764 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:56,765 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4c6a0aec5b238f71906619a30742f2a: Waiting for close lock at 1731414476752Running coprocessor pre-close hooks at 1731414476752Disabling compacts and flushes for region at 1731414476752Disabling writes for close at 1731414476753 (+1 ms)Writing region close event to WAL at 1731414476757 (+4 ms)Running coprocessor post-close hooks at 1731414476764 (+7 ms)Closed at 1731414476764 2024-11-12T12:27:56,765 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a. 2024-11-12T12:27:56,771 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/.tmp/info/76a3494928954bb0a895e00067b0deab is 173, key is testClearRegionBlockCache,5,1731414475467.d4c6a0aec5b238f71906619a30742f2a./info:regioninfo/1731414476244/Put/seqid=0 2024-11-12T12:27:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:27:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:27:56,791 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:56,792 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:56,889 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:27:56,890 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:27:56,890 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T12:27:56,890 INFO [regionserver/4a91c05c96a4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T12:27:56,952 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,45517,1731414474284; all regions closed. 2024-11-12T12:27:56,954 DEBUG [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:27:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741833_1009 (size=1758) 2024-11-12T12:27:56,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741833_1009 (size=1758) 2024-11-12T12:27:56,960 DEBUG [RS:0;4a91c05c96a4:45517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/oldWALs 2024-11-12T12:27:56,961 INFO [RS:0;4a91c05c96a4:45517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C45517%2C1731414474284:(num 1731414475025) 2024-11-12T12:27:56,961 DEBUG [RS:0;4a91c05c96a4:45517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:56,961 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:56,961 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:56,961 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:56,961 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:27:56,961 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:27:56,961 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:56,961 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:27:56,961 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:56,962 INFO [RS:0;4a91c05c96a4:45517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45517 2024-11-12T12:27:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,45517,1731414474284 2024-11-12T12:27:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:56,970 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:56,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,45517,1731414474284] 2024-11-12T12:27:56,991 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,45517,1731414474284 already deleted, retry=false 2024-11-12T12:27:56,991 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,45517,1731414474284 expired; onlineServers=1 2024-11-12T12:27:57,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:57,081 INFO [RS:0;4a91c05c96a4:45517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:57,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x1012f0439260001, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:57,081 INFO [RS:0;4a91c05c96a4:45517 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,45517,1731414474284; zookeeper connection closed. 2024-11-12T12:27:57,081 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b26eb1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b26eb1 2024-11-12T12:27:57,154 DEBUG [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T12:27:57,178 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/.tmp/info/76a3494928954bb0a895e00067b0deab 2024-11-12T12:27:57,206 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/.tmp/ns/78b89f464aeb4878b1c12d60cc9b8ae0 is 43, key is default/ns:d/1731414475390/Put/seqid=0 2024-11-12T12:27:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:27:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:27:57,212 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/.tmp/ns/78b89f464aeb4878b1c12d60cc9b8ae0 2024-11-12T12:27:57,233 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/.tmp/table/0b24df1a2e4247ebba1001ea107f5eb5 is 61, key is testClearRegionBlockCache/table:state/1731414476254/Put/seqid=0 2024-11-12T12:27:57,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:27:57,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:27:57,238 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/.tmp/table/0b24df1a2e4247ebba1001ea107f5eb5 2024-11-12T12:27:57,244 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/.tmp/info/76a3494928954bb0a895e00067b0deab as hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/info/76a3494928954bb0a895e00067b0deab 2024-11-12T12:27:57,250 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/info/76a3494928954bb0a895e00067b0deab, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T12:27:57,251 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/.tmp/ns/78b89f464aeb4878b1c12d60cc9b8ae0 as hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/ns/78b89f464aeb4878b1c12d60cc9b8ae0 2024-11-12T12:27:57,257 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/ns/78b89f464aeb4878b1c12d60cc9b8ae0, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T12:27:57,258 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/.tmp/table/0b24df1a2e4247ebba1001ea107f5eb5 as hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/table/0b24df1a2e4247ebba1001ea107f5eb5 2024-11-12T12:27:57,263 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/table/0b24df1a2e4247ebba1001ea107f5eb5, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T12:27:57,265 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=13, compaction requested=false 2024-11-12T12:27:57,269 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T12:27:57,270 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:27:57,270 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:57,270 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414476753Running coprocessor pre-close hooks at 1731414476753Disabling compacts and flushes for region at 1731414476753Disabling writes for close at 1731414476754 (+1 ms)Obtaining lock to block concurrent updates at 1731414476754Preparing flush snapshotting stores in 1588230740 at 1731414476754Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731414476754Flushing stores of hbase:meta,,1.1588230740 at 1731414476755 (+1 ms)Flushing 1588230740/info: creating writer at 1731414476755Flushing 1588230740/info: appending metadata at 1731414476770 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731414476771 (+1 ms)Flushing 1588230740/ns: creating writer at 1731414477192 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731414477206 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731414477206Flushing 1588230740/table: creating writer at 1731414477217 (+11 ms)Flushing 1588230740/table: appending metadata at 1731414477233 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731414477233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68436222: reopening flushed file at 1731414477243 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1797a4cb: reopening flushed file at 1731414477250 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f24939: reopening flushed file at 1731414477257 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=13, compaction requested=false at 1731414477265 (+8 ms)Writing region close event to WAL at 1731414477266 (+1 ms)Running coprocessor post-close hooks at 1731414477270 (+4 ms)Closed at 1731414477270 2024-11-12T12:27:57,270 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:27:57,354 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,37501,1731414474323; all regions closed. 2024-11-12T12:27:57,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:27:57,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:27:57,360 DEBUG [RS:1;4a91c05c96a4:37501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/oldWALs 2024-11-12T12:27:57,360 INFO [RS:1;4a91c05c96a4:37501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C37501%2C1731414474323.meta:.meta(num 1731414475328) 2024-11-12T12:27:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741834_1010 (size=1867) 2024-11-12T12:27:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741834_1010 (size=1867) 2024-11-12T12:27:57,364 DEBUG [RS:1;4a91c05c96a4:37501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/oldWALs 2024-11-12T12:27:57,364 INFO [RS:1;4a91c05c96a4:37501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C37501%2C1731414474323:(num 1731414475025) 2024-11-12T12:27:57,364 DEBUG [RS:1;4a91c05c96a4:37501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:27:57,364 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:27:57,365 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:57,365 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:57,365 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:57,365 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:57,365 INFO [RS:1;4a91c05c96a4:37501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37501 2024-11-12T12:27:57,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,37501,1731414474323 2024-11-12T12:27:57,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:27:57,455 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:57,464 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,37501,1731414474323] 2024-11-12T12:27:57,475 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,37501,1731414474323 already deleted, retry=false 2024-11-12T12:27:57,475 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,37501,1731414474323 expired; onlineServers=0 2024-11-12T12:27:57,475 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,42139,1731414474121' ***** 2024-11-12T12:27:57,475 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:27:57,475 INFO [M:0;4a91c05c96a4:42139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:27:57,475 INFO [M:0;4a91c05c96a4:42139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:27:57,475 DEBUG [M:0;4a91c05c96a4:42139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:27:57,475 DEBUG [M:0;4a91c05c96a4:42139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:27:57,475 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:27:57,475 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414474697 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414474697,5,FailOnTimeoutGroup] 2024-11-12T12:27:57,475 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414474700 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414474700,5,FailOnTimeoutGroup] 2024-11-12T12:27:57,476 INFO [M:0;4a91c05c96a4:42139 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:27:57,476 INFO [M:0;4a91c05c96a4:42139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:27:57,476 DEBUG [M:0;4a91c05c96a4:42139 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:27:57,476 INFO [M:0;4a91c05c96a4:42139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:27:57,476 INFO [M:0;4a91c05c96a4:42139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:27:57,476 INFO [M:0;4a91c05c96a4:42139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:27:57,476 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:27:57,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T12:27:57,486 DEBUG [M:0;4a91c05c96a4:42139 {}] zookeeper.ZKUtil(347): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T12:27:57,486 WARN [M:0;4a91c05c96a4:42139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:27:57,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:27:57,486 INFO [M:0;4a91c05c96a4:42139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/.lastflushedseqids 2024-11-12T12:27:57,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741844_1020 (size=191) 2024-11-12T12:27:57,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741844_1020 (size=191) 2024-11-12T12:27:57,495 INFO [M:0;4a91c05c96a4:42139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:27:57,495 INFO [M:0;4a91c05c96a4:42139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:27:57,495 DEBUG [M:0;4a91c05c96a4:42139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:27:57,495 INFO [M:0;4a91c05c96a4:42139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:57,495 DEBUG [M:0;4a91c05c96a4:42139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:57,495 DEBUG [M:0;4a91c05c96a4:42139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:27:57,495 DEBUG [M:0;4a91c05c96a4:42139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:57,495 INFO [M:0;4a91c05c96a4:42139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-12T12:27:57,514 DEBUG [M:0;4a91c05c96a4:42139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bafd9ad218b2432f8bd4e382b8f4f55b is 82, key is hbase:meta,,1/info:regioninfo/1731414475372/Put/seqid=0 2024-11-12T12:27:57,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:27:57,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:27:57,519 INFO [M:0;4a91c05c96a4:42139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bafd9ad218b2432f8bd4e382b8f4f55b 2024-11-12T12:27:57,538 DEBUG [M:0;4a91c05c96a4:42139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/730b3519e7fd4c4d965d94e8aa4c86b5 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731414476258/Put/seqid=0 2024-11-12T12:27:57,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741846_1022 (size=6220) 2024-11-12T12:27:57,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741846_1022 (size=6220) 2024-11-12T12:27:57,544 INFO [M:0;4a91c05c96a4:42139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/730b3519e7fd4c4d965d94e8aa4c86b5 2024-11-12T12:27:57,560 DEBUG [M:0;4a91c05c96a4:42139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ad7c058a5534bb3928c28bae74895d5 is 69, key is 4a91c05c96a4,37501,1731414474323/rs:state/1731414474787/Put/seqid=0 2024-11-12T12:27:57,565 INFO [RS:1;4a91c05c96a4:37501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:57,565 INFO [RS:1;4a91c05c96a4:37501 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,37501,1731414474323; zookeeper connection closed. 2024-11-12T12:27:57,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:27:57,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37501-0x1012f0439260002, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:57,565 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76ab0440 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76ab0440 2024-11-12T12:27:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:27:57,565 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T12:27:57,566 INFO [M:0;4a91c05c96a4:42139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ad7c058a5534bb3928c28bae74895d5 2024-11-12T12:27:57,571 DEBUG [M:0;4a91c05c96a4:42139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bafd9ad218b2432f8bd4e382b8f4f55b as hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bafd9ad218b2432f8bd4e382b8f4f55b 2024-11-12T12:27:57,577 INFO [M:0;4a91c05c96a4:42139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bafd9ad218b2432f8bd4e382b8f4f55b, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T12:27:57,578 DEBUG [M:0;4a91c05c96a4:42139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/730b3519e7fd4c4d965d94e8aa4c86b5 as hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/730b3519e7fd4c4d965d94e8aa4c86b5 2024-11-12T12:27:57,583 INFO [M:0;4a91c05c96a4:42139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/730b3519e7fd4c4d965d94e8aa4c86b5, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T12:27:57,583 DEBUG [M:0;4a91c05c96a4:42139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ad7c058a5534bb3928c28bae74895d5 as hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ad7c058a5534bb3928c28bae74895d5 2024-11-12T12:27:57,589 INFO [M:0;4a91c05c96a4:42139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45825/user/jenkins/test-data/80384916-5fc8-283d-a6d7-c4b4840b04b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ad7c058a5534bb3928c28bae74895d5, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T12:27:57,590 INFO [M:0;4a91c05c96a4:42139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false 2024-11-12T12:27:57,591 INFO [M:0;4a91c05c96a4:42139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:27:57,591 DEBUG [M:0;4a91c05c96a4:42139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414477495Disabling compacts and flushes for region at 1731414477495Disabling writes for close at 1731414477495Obtaining lock to block concurrent updates at 1731414477495Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414477495Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731414477496 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414477497 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414477497Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414477514 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414477514Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414477524 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414477538 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414477538Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414477548 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414477560 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414477560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b495a7c: reopening flushed file at 1731414477571 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4c37c9: reopening flushed file at 1731414477577 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b66cf6: reopening flushed file at 1731414477583 (+6 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false at 1731414477590 (+7 ms)Writing region close event to WAL at 1731414477591 (+1 ms)Closed at 1731414477591 2024-11-12T12:27:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41335 is added to blk_1073741830_1006 (size=35452) 2024-11-12T12:27:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741830_1006 (size=35452) 2024-11-12T12:27:57,594 INFO [M:0;4a91c05c96a4:42139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:27:57,594 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:27:57,594 INFO [M:0;4a91c05c96a4:42139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42139 2024-11-12T12:27:57,594 INFO [M:0;4a91c05c96a4:42139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:27:57,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:57,702 INFO [M:0;4a91c05c96a4:42139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:27:57,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42139-0x1012f0439260000, quorum=127.0.0.1:63346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:27:57,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cb9b75a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:57,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14e1708e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:57,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:57,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489265b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:57,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a599b0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:57,711 WARN [BP-760599502-172.17.0.3-1731414471295 heartbeating to localhost/127.0.0.1:45825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:27:57,711 WARN [BP-760599502-172.17.0.3-1731414471295 heartbeating to localhost/127.0.0.1:45825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-760599502-172.17.0.3-1731414471295 (Datanode Uuid 0fcdcc4b-b890-49f3-b624-65ab24fbf4ec) service to localhost/127.0.0.1:45825 2024-11-12T12:27:57,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:27:57,712 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:27:57,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff/data/data3/current/BP-760599502-172.17.0.3-1731414471295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:57,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff/data/data4/current/BP-760599502-172.17.0.3-1731414471295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:57,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:27:57,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56adebee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:57,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@117ae820{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:57,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:57,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e20829c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:57,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a68e558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:57,717 WARN [BP-760599502-172.17.0.3-1731414471295 heartbeating to localhost/127.0.0.1:45825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:27:57,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:27:57,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:27:57,717 WARN [BP-760599502-172.17.0.3-1731414471295 heartbeating to localhost/127.0.0.1:45825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-760599502-172.17.0.3-1731414471295 (Datanode Uuid d164d0ee-9a70-4abb-8145-4cf1ea2dcccb) service to localhost/127.0.0.1:45825 2024-11-12T12:27:57,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff/data/data1/current/BP-760599502-172.17.0.3-1731414471295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:57,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/cluster_8f424685-c83f-6b62-f44e-80e91b74d0ff/data/data2/current/BP-760599502-172.17.0.3-1731414471295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:27:57,718 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:27:57,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d18c0d1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:27:57,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c3c1c69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:27:57,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:27:57,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338a6b58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:27:57,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d9a6f0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.log.dir/,STOPPED} 2024-11-12T12:27:57,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:27:57,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:27:57,753 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=166 (was 150) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45825 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45825 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=520 (was 498) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=6429 (was 6529) 2024-11-12T12:27:57,759 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=166, OpenFileDescriptor=520, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=6429 2024-11-12T12:27:57,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.log.dir so I do NOT create it in target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7 2024-11-12T12:27:57,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T12:27:57,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.tmp.dir so I do NOT create it in target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7 2024-11-12T12:27:57,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/585608e4-a0fb-5ac6-a305-0cffda7e743f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T12:27:57,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7 2024-11-12T12:27:57,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T12:27:57,771 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860, deleteOnExit=true 2024-11-12T12:27:57,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T12:27:57,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/test.cache.data in system properties and HBase conf 2024-11-12T12:27:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T12:27:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/hadoop.log.dir in system properties and HBase conf 2024-11-12T12:27:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T12:27:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T12:27:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T12:27:57,772 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T12:27:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T12:27:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T12:27:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T12:27:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T12:27:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T12:27:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T12:27:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/nfs.dump.dir in system properties and HBase conf 2024-11-12T12:27:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/java.io.tmpdir in system properties and HBase conf 2024-11-12T12:27:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T12:27:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T12:27:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T12:27:58,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:58,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:58,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:58,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:58,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:27:58,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:58,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295dac2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:58,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4920c3f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:58,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4328b12d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/java.io.tmpdir/jetty-localhost-42851-hadoop-hdfs-3_4_1-tests_jar-_-any-4918455197129762189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:27:58,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5623c42f{HTTP/1.1, (http/1.1)}{localhost:42851} 2024-11-12T12:27:58,256 INFO [Time-limited test {}] server.Server(415): Started @38645ms 2024-11-12T12:27:58,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:58,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:58,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:58,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:58,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T12:27:58,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20b5614d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:58,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b59500a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:58,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fdfce32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/java.io.tmpdir/jetty-localhost-42529-hadoop-hdfs-3_4_1-tests_jar-_-any-494913326886615689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:58,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b7a5969{HTTP/1.1, (http/1.1)}{localhost:42529} 2024-11-12T12:27:58,644 INFO [Time-limited test {}] server.Server(415): Started @39034ms 2024-11-12T12:27:58,645 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:27:58,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T12:27:58,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T12:27:58,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T12:27:58,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T12:27:58,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T12:27:58,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39c2bb9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/hadoop.log.dir/,AVAILABLE} 2024-11-12T12:27:58,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf97cd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T12:27:58,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ef0c9b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/java.io.tmpdir/jetty-localhost-43611-hadoop-hdfs-3_4_1-tests_jar-_-any-401073332740694492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:27:58,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77b8b7f1{HTTP/1.1, (http/1.1)}{localhost:43611} 2024-11-12T12:27:58,772 INFO [Time-limited test {}] server.Server(415): Started @39162ms 2024-11-12T12:27:58,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T12:28:00,133 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860/data/data1/current/BP-406918049-172.17.0.3-1731414477788/current, will proceed with Du for space computation calculation, 2024-11-12T12:28:00,133 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860/data/data2/current/BP-406918049-172.17.0.3-1731414477788/current, will proceed with Du for space computation calculation, 2024-11-12T12:28:00,153 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:28:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b25494a72dcadb1 with lease ID 0x84290d28f7a727ec: Processing first storage report for DS-e9f297e1-1330-470a-b73d-b6bc41c9a60d from datanode DatanodeRegistration(127.0.0.1:39163, datanodeUuid=e891f49a-e055-439c-a367-4b061259fbb3, infoPort=35039, infoSecurePort=0, ipcPort=40155, storageInfo=lv=-57;cid=testClusterID;nsid=23858670;c=1731414477788) 2024-11-12T12:28:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b25494a72dcadb1 with lease ID 0x84290d28f7a727ec: from storage DS-e9f297e1-1330-470a-b73d-b6bc41c9a60d node DatanodeRegistration(127.0.0.1:39163, datanodeUuid=e891f49a-e055-439c-a367-4b061259fbb3, infoPort=35039, infoSecurePort=0, ipcPort=40155, storageInfo=lv=-57;cid=testClusterID;nsid=23858670;c=1731414477788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:28:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b25494a72dcadb1 with lease ID 0x84290d28f7a727ec: Processing first storage report for DS-1047369d-dd55-4d2c-bb0f-ddbaf9f29a52 from datanode DatanodeRegistration(127.0.0.1:39163, datanodeUuid=e891f49a-e055-439c-a367-4b061259fbb3, infoPort=35039, infoSecurePort=0, ipcPort=40155, storageInfo=lv=-57;cid=testClusterID;nsid=23858670;c=1731414477788) 2024-11-12T12:28:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b25494a72dcadb1 with lease ID 0x84290d28f7a727ec: from storage DS-1047369d-dd55-4d2c-bb0f-ddbaf9f29a52 node DatanodeRegistration(127.0.0.1:39163, datanodeUuid=e891f49a-e055-439c-a367-4b061259fbb3, infoPort=35039, infoSecurePort=0, ipcPort=40155, storageInfo=lv=-57;cid=testClusterID;nsid=23858670;c=1731414477788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:28:00,263 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860/data/data3/current/BP-406918049-172.17.0.3-1731414477788/current, will proceed with Du for space computation calculation, 2024-11-12T12:28:00,263 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860/data/data4/current/BP-406918049-172.17.0.3-1731414477788/current, will proceed with Du for space computation calculation, 2024-11-12T12:28:00,280 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T12:28:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b241ad07513e641 with lease ID 0x84290d28f7a727ed: Processing first storage report for DS-d9418aa4-52ba-47c0-a072-916a51c1d740 from datanode DatanodeRegistration(127.0.0.1:39279, datanodeUuid=81dc86e5-cbde-460c-b9e1-126ff8a0995c, infoPort=33807, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=23858670;c=1731414477788) 2024-11-12T12:28:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b241ad07513e641 with lease ID 0x84290d28f7a727ed: from storage DS-d9418aa4-52ba-47c0-a072-916a51c1d740 node DatanodeRegistration(127.0.0.1:39279, datanodeUuid=81dc86e5-cbde-460c-b9e1-126ff8a0995c, infoPort=33807, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=23858670;c=1731414477788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:28:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b241ad07513e641 with lease ID 0x84290d28f7a727ed: Processing first storage report for DS-4265165c-dd0c-4d36-940f-7777277810ca from datanode DatanodeRegistration(127.0.0.1:39279, datanodeUuid=81dc86e5-cbde-460c-b9e1-126ff8a0995c, infoPort=33807, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=23858670;c=1731414477788) 2024-11-12T12:28:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b241ad07513e641 with lease ID 0x84290d28f7a727ed: from storage DS-4265165c-dd0c-4d36-940f-7777277810ca node DatanodeRegistration(127.0.0.1:39279, datanodeUuid=81dc86e5-cbde-460c-b9e1-126ff8a0995c, infoPort=33807, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=23858670;c=1731414477788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T12:28:00,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7 2024-11-12T12:28:00,316 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860/zookeeper_0, clientPort=55397, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T12:28:00,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55397 2024-11-12T12:28:00,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:28:00,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:28:00,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:28:00,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741825_1001 (size=7) 2024-11-12T12:28:00,330 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42 with version=8 2024-11-12T12:28:00,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/hbase-staging 2024-11-12T12:28:00,332 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:28:00,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:28:00,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:28:00,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:28:00,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:28:00,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:28:00,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T12:28:00,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:28:00,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36569 2024-11-12T12:28:00,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36569 connecting to ZooKeeper ensemble=127.0.0.1:55397 2024-11-12T12:28:00,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365690x0, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:28:00,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36569-0x1012f0451670000 connected 2024-11-12T12:28:00,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:28:00,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:28:00,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:28:00,474 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42, hbase.cluster.distributed=false 2024-11-12T12:28:00,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:28:00,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36569 2024-11-12T12:28:00,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36569 2024-11-12T12:28:00,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36569 2024-11-12T12:28:00,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36569 2024-11-12T12:28:00,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36569 2024-11-12T12:28:00,501 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:28:00,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:28:00,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:28:00,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:28:00,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:28:00,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:28:00,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:28:00,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:28:00,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42173 2024-11-12T12:28:00,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42173 connecting to ZooKeeper ensemble=127.0.0.1:55397 2024-11-12T12:28:00,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:28:00,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:28:00,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421730x0, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:28:00,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42173-0x1012f0451670001 connected 2024-11-12T12:28:00,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:28:00,518 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:28:00,519 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T12:28:00,524 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T12:28:00,525 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T12:28:00,525 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T12:28:00,526 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:28:00,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:28:00,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:28:00,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42173 2024-11-12T12:28:00,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42173 2024-11-12T12:28:00,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42173 2024-11-12T12:28:00,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42173 2024-11-12T12:28:00,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42173 2024-11-12T12:28:00,545 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a91c05c96a4:0 server-side Connection retries=45 2024-11-12T12:28:00,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:28:00,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T12:28:00,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T12:28:00,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T12:28:00,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T12:28:00,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T12:28:00,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T12:28:00,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42777 2024-11-12T12:28:00,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42777 connecting to ZooKeeper ensemble=127.0.0.1:55397 2024-11-12T12:28:00,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:28:00,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:28:00,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427770x0, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T12:28:00,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42777-0x1012f0451670002 connected 2024-11-12T12:28:00,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:28:00,560 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T12:28:00,561 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-12T12:28:00,565 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-12T12:28:00,566 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-12T12:28:00,567 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-12T12:28:00,567 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T12:28:00,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T12:28:00,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T12:28:00,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-12T12:28:00,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42777 2024-11-12T12:28:00,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42777 2024-11-12T12:28:00,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-12T12:28:00,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42777 2024-11-12T12:28:00,580 DEBUG [M:0;4a91c05c96a4:36569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a91c05c96a4:36569 2024-11-12T12:28:00,580 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4a91c05c96a4,36569,1731414480331 2024-11-12T12:28:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:28:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:28:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:28:00,591 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a91c05c96a4,36569,1731414480331 2024-11-12T12:28:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:28:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T12:28:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,602 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T12:28:00,602 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a91c05c96a4,36569,1731414480331 from backup master directory 2024-11-12T12:28:00,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a91c05c96a4,36569,1731414480331 2024-11-12T12:28:00,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:28:00,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:28:00,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T12:28:00,612 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:28:00,612 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a91c05c96a4,36569,1731414480331 2024-11-12T12:28:00,619 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/hbase.id] with ID: b9704be3-b658-4b45-ac49-493e829bfd48 2024-11-12T12:28:00,619 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/.tmp/hbase.id 2024-11-12T12:28:00,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:28:00,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741826_1002 (size=42) 2024-11-12T12:28:00,625 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/.tmp/hbase.id]:[hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/hbase.id] 2024-11-12T12:28:00,636 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T12:28:00,637 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T12:28:00,638 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T12:28:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:28:00,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741827_1003 (size=196) 2024-11-12T12:28:00,650 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:28:00,651 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T12:28:00,651 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:28:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:28:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741828_1004 (size=1189) 2024-11-12T12:28:00,661 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store 2024-11-12T12:28:00,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:28:00,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741829_1005 (size=34) 2024-11-12T12:28:00,671 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:28:00,671 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:28:00,671 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:28:00,671 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:28:00,671 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:28:00,671 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:28:00,671 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:28:00,671 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414480671Disabling compacts and flushes for region at 1731414480671Disabling writes for close at 1731414480671Writing region close event to WAL at 1731414480671Closed at 1731414480671 2024-11-12T12:28:00,672 WARN [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/.initializing 2024-11-12T12:28:00,672 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/WALs/4a91c05c96a4,36569,1731414480331 2024-11-12T12:28:00,673 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:28:00,674 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C36569%2C1731414480331, suffix=, logDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/WALs/4a91c05c96a4,36569,1731414480331, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/oldWALs, maxLogs=10 2024-11-12T12:28:00,686 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/WALs/4a91c05c96a4,36569,1731414480331/4a91c05c96a4%2C36569%2C1731414480331.1731414480674, exclude list is [], retry=0 2024-11-12T12:28:00,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39279,DS-d9418aa4-52ba-47c0-a072-916a51c1d740,DISK] 2024-11-12T12:28:00,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39163,DS-e9f297e1-1330-470a-b73d-b6bc41c9a60d,DISK] 2024-11-12T12:28:00,690 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/WALs/4a91c05c96a4,36569,1731414480331/4a91c05c96a4%2C36569%2C1731414480331.1731414480674 2024-11-12T12:28:00,690 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33807:33807),(127.0.0.1/127.0.0.1:35039:35039)] 2024-11-12T12:28:00,690 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:28:00,690 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:28:00,691 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,691 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T12:28:00,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:00,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:28:00,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T12:28:00,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:00,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:28:00,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T12:28:00,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:00,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:28:00,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T12:28:00,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:00,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:28:00,699 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,699 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,699 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,700 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,701 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,701 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:28:00,702 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T12:28:00,704 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:28:00,704 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68162594, jitterRate=0.01570180058479309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:28:00,705 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731414480691Initializing all the Stores at 1731414480691Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414480691Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414480692 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414480692Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414480692Cleaning up temporary data from old regions at 1731414480701 (+9 ms)Region opened successfully at 1731414480704 (+3 ms) 2024-11-12T12:28:00,705 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T12:28:00,707 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426e5212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:28:00,708 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T12:28:00,708 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T12:28:00,708 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T12:28:00,708 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T12:28:00,709 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T12:28:00,709 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T12:28:00,709 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T12:28:00,711 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T12:28:00,712 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T12:28:00,717 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T12:28:00,717 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T12:28:00,718 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T12:28:00,727 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T12:28:00,728 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T12:28:00,729 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T12:28:00,738 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T12:28:00,739 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T12:28:00,748 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T12:28:00,751 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T12:28:00,759 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T12:28:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:28:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:28:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T12:28:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,770 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a91c05c96a4,36569,1731414480331, sessionid=0x1012f0451670000, setting cluster-up flag (Was=false) 2024-11-12T12:28:00,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,822 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T12:28:00,824 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,36569,1731414480331 2024-11-12T12:28:00,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:00,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T12:28:00,875 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T12:28:00,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:28:00,876 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a91c05c96a4,36569,1731414480331 2024-11-12T12:28:00,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:28:00,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:28:00,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:28:00,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:28:00,877 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T12:28:00,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:28:00,879 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T12:28:00,879 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T12:28:00,880 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T12:28:00,880 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a91c05c96a4,36569,1731414480331 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T12:28:00,881 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:28:00,881 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:28:00,881 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:28:00,882 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=5, maxPoolSize=5 2024-11-12T12:28:00,882 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a91c05c96a4:0, corePoolSize=10, maxPoolSize=10 2024-11-12T12:28:00,882 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:00,882 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:28:00,882 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:00,882 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731414510882 2024-11-12T12:28:00,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T12:28:00,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T12:28:00,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T12:28:00,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T12:28:00,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T12:28:00,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T12:28:00,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:00,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T12:28:00,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T12:28:00,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:28:00,883 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T12:28:00,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T12:28:00,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:28:00,884 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T12:28:00,884 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T12:28:00,884 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414480884,5,FailOnTimeoutGroup] 2024-11-12T12:28:00,884 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414480884,5,FailOnTimeoutGroup] 2024-11-12T12:28:00,884 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:00,884 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T12:28:00,884 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:00,884 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:00,884 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:00,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T12:28:00,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T12:28:00,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:28:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741831_1007 (size=1321) 2024-11-12T12:28:00,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T12:28:00,895 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42 2024-11-12T12:28:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:28:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741832_1008 (size=32) 2024-11-12T12:28:00,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:28:00,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:28:00,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:28:00,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:00,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:28:00,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:28:00,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:28:00,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:00,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:28:00,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:28:00,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:28:00,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:00,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:28:00,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:28:00,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:28:00,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:00,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:28:00,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:28:00,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740 2024-11-12T12:28:00,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740 2024-11-12T12:28:00,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:28:00,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:28:00,915 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:28:00,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:28:00,918 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:28:00,918 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72060610, jitterRate=0.07378676533699036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:28:00,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731414480904Initializing all the Stores at 1731414480905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414480905Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414480905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414480905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414480905Cleaning up temporary data from old regions at 1731414480915 (+10 ms)Region opened successfully at 1731414480919 (+4 ms) 2024-11-12T12:28:00,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:28:00,919 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:28:00,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:28:00,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:28:00,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:28:00,919 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:28:00,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414480919Disabling compacts and flushes for region at 1731414480919Disabling writes for close at 1731414480919Writing region close event to WAL at 1731414480919Closed at 1731414480919 2024-11-12T12:28:00,920 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:28:00,920 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T12:28:00,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T12:28:00,921 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:28:00,922 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T12:28:00,972 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(746): ClusterId : b9704be3-b658-4b45-ac49-493e829bfd48 2024-11-12T12:28:00,972 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(746): ClusterId : b9704be3-b658-4b45-ac49-493e829bfd48 2024-11-12T12:28:00,972 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:28:00,972 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T12:28:00,981 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:28:00,981 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T12:28:00,981 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:28:00,981 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T12:28:00,992 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:28:00,992 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T12:28:00,992 DEBUG [RS:1;4a91c05c96a4:42777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dbcecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:28:00,992 DEBUG [RS:0;4a91c05c96a4:42173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b664b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a91c05c96a4/172.17.0.3:0 2024-11-12T12:28:01,006 DEBUG [RS:1;4a91c05c96a4:42777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a91c05c96a4:42777 2024-11-12T12:28:01,006 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:28:01,006 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:28:01,006 DEBUG [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:28:01,007 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,36569,1731414480331 with port=42777, startcode=1731414480545 2024-11-12T12:28:01,007 DEBUG [RS:1;4a91c05c96a4:42777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:28:01,008 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:28:01,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,42777,1731414480545 2024-11-12T12:28:01,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36569 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,42777,1731414480545 2024-11-12T12:28:01,010 DEBUG [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42 2024-11-12T12:28:01,010 DEBUG [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33367 2024-11-12T12:28:01,010 DEBUG [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:28:01,011 DEBUG [RS:0;4a91c05c96a4:42173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a91c05c96a4:42173 2024-11-12T12:28:01,011 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T12:28:01,011 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T12:28:01,011 DEBUG [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T12:28:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:28:01,022 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a91c05c96a4,36569,1731414480331 with port=42173, startcode=1731414480501 2024-11-12T12:28:01,023 DEBUG [RS:0;4a91c05c96a4:42173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T12:28:01,023 DEBUG [RS:1;4a91c05c96a4:42777 {}] zookeeper.ZKUtil(111): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,42777,1731414480545 2024-11-12T12:28:01,023 WARN [RS:1;4a91c05c96a4:42777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:28:01,023 INFO [RS:1;4a91c05c96a4:42777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:28:01,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,42777,1731414480545] 2024-11-12T12:28:01,023 DEBUG [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42777,1731414480545 2024-11-12T12:28:01,024 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T12:28:01,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:01,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36569 {}] master.ServerManager(517): Registering regionserver=4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:01,027 DEBUG [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42 2024-11-12T12:28:01,027 DEBUG [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33367 2024-11-12T12:28:01,027 DEBUG [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T12:28:01,028 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:28:01,029 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:28:01,030 INFO [RS:1;4a91c05c96a4:42777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:28:01,031 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,032 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:28:01,033 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:28:01,033 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,033 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,033 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,033 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,033 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,033 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,033 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:28:01,033 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,034 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,034 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,034 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,034 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,034 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,034 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:28:01,034 DEBUG [RS:1;4a91c05c96a4:42777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:28:01,036 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,036 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,036 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,036 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,036 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,036 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42777,1731414480545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:28:01,048 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:28:01,049 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42777,1731414480545-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,049 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,049 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.Replication(171): 4a91c05c96a4,42777,1731414480545 started 2024-11-12T12:28:01,061 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,061 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,42777,1731414480545, RpcServer on 4a91c05c96a4/172.17.0.3:42777, sessionid=0x1012f0451670002 2024-11-12T12:28:01,061 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:28:01,061 DEBUG [RS:1;4a91c05c96a4:42777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,42777,1731414480545 2024-11-12T12:28:01,061 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42777,1731414480545' 2024-11-12T12:28:01,061 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:28:01,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:28:01,063 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:28:01,063 DEBUG [RS:0;4a91c05c96a4:42173 {}] zookeeper.ZKUtil(111): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:01,063 WARN [RS:0;4a91c05c96a4:42173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T12:28:01,063 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:28:01,063 INFO [RS:0;4a91c05c96a4:42173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:28:01,063 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:28:01,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a91c05c96a4,42173,1731414480501] 2024-11-12T12:28:01,063 DEBUG [RS:1;4a91c05c96a4:42777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,42777,1731414480545 2024-11-12T12:28:01,063 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42777,1731414480545' 2024-11-12T12:28:01,063 DEBUG [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:01,063 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:28:01,064 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:28:01,064 DEBUG [RS:1;4a91c05c96a4:42777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:28:01,064 INFO [RS:1;4a91c05c96a4:42777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:28:01,064 INFO [RS:1;4a91c05c96a4:42777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:28:01,067 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T12:28:01,069 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T12:28:01,070 INFO [RS:0;4a91c05c96a4:42173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T12:28:01,071 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,071 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T12:28:01,072 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T12:28:01,072 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,072 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,072 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,072 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,072 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,072 WARN [4a91c05c96a4:36569 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T12:28:01,072 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,072 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a91c05c96a4:0, corePoolSize=2, maxPoolSize=2 2024-11-12T12:28:01,072 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,072 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,072 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,073 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,073 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,073 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a91c05c96a4:0, corePoolSize=1, maxPoolSize=1 2024-11-12T12:28:01,073 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:28:01,073 DEBUG [RS:0;4a91c05c96a4:42173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a91c05c96a4:0, corePoolSize=3, maxPoolSize=3 2024-11-12T12:28:01,073 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,073 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,073 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,073 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,073 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,073 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42173,1731414480501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:28:01,093 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T12:28:01,093 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,42173,1731414480501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,093 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,093 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.Replication(171): 4a91c05c96a4,42173,1731414480501 started 2024-11-12T12:28:01,112 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,112 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(1482): Serving as 4a91c05c96a4,42173,1731414480501, RpcServer on 4a91c05c96a4/172.17.0.3:42173, sessionid=0x1012f0451670001 2024-11-12T12:28:01,112 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T12:28:01,112 DEBUG [RS:0;4a91c05c96a4:42173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:01,112 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42173,1731414480501' 2024-11-12T12:28:01,112 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T12:28:01,113 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T12:28:01,113 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T12:28:01,113 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T12:28:01,113 DEBUG [RS:0;4a91c05c96a4:42173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:01,113 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a91c05c96a4,42173,1731414480501' 2024-11-12T12:28:01,113 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T12:28:01,113 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T12:28:01,114 DEBUG [RS:0;4a91c05c96a4:42173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T12:28:01,114 INFO [RS:0;4a91c05c96a4:42173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T12:28:01,114 INFO [RS:0;4a91c05c96a4:42173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T12:28:01,165 INFO [RS:1;4a91c05c96a4:42777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:28:01,166 INFO [RS:1;4a91c05c96a4:42777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C42777%2C1731414480545, suffix=, logDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42777,1731414480545, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/oldWALs, maxLogs=32 2024-11-12T12:28:01,177 DEBUG [RS:1;4a91c05c96a4:42777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42777,1731414480545/4a91c05c96a4%2C42777%2C1731414480545.1731414481166, exclude list is [], retry=0 2024-11-12T12:28:01,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39163,DS-e9f297e1-1330-470a-b73d-b6bc41c9a60d,DISK] 2024-11-12T12:28:01,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39279,DS-d9418aa4-52ba-47c0-a072-916a51c1d740,DISK] 2024-11-12T12:28:01,181 INFO [RS:1;4a91c05c96a4:42777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42777,1731414480545/4a91c05c96a4%2C42777%2C1731414480545.1731414481166 2024-11-12T12:28:01,182 DEBUG [RS:1;4a91c05c96a4:42777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33807:33807),(127.0.0.1/127.0.0.1:35039:35039)] 2024-11-12T12:28:01,214 INFO [RS:0;4a91c05c96a4:42173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T12:28:01,215 INFO [RS:0;4a91c05c96a4:42173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C42173%2C1731414480501, suffix=, logDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42173,1731414480501, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/oldWALs, maxLogs=32 2024-11-12T12:28:01,233 DEBUG [RS:0;4a91c05c96a4:42173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42173,1731414480501/4a91c05c96a4%2C42173%2C1731414480501.1731414481216, exclude list is [], retry=0 2024-11-12T12:28:01,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39279,DS-d9418aa4-52ba-47c0-a072-916a51c1d740,DISK] 2024-11-12T12:28:01,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39163,DS-e9f297e1-1330-470a-b73d-b6bc41c9a60d,DISK] 2024-11-12T12:28:01,237 INFO [RS:0;4a91c05c96a4:42173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42173,1731414480501/4a91c05c96a4%2C42173%2C1731414480501.1731414481216 2024-11-12T12:28:01,238 DEBUG [RS:0;4a91c05c96a4:42173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35039:35039),(127.0.0.1/127.0.0.1:33807:33807)] 2024-11-12T12:28:01,323 DEBUG [4a91c05c96a4:36569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T12:28:01,323 DEBUG [4a91c05c96a4:36569 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:28:01,328 DEBUG [4a91c05c96a4:36569 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:28:01,328 DEBUG [4a91c05c96a4:36569 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:28:01,328 DEBUG [4a91c05c96a4:36569 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:28:01,328 DEBUG [4a91c05c96a4:36569 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:28:01,328 INFO [4a91c05c96a4:36569 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:28:01,328 INFO [4a91c05c96a4:36569 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:28:01,328 DEBUG [4a91c05c96a4:36569 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:28:01,329 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:01,332 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,42173,1731414480501, state=OPENING 2024-11-12T12:28:01,348 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T12:28:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:01,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:28:01,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:28:01,360 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T12:28:01,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:28:01,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42173,1731414480501}] 2024-11-12T12:28:01,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:28:01,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:28:01,518 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T12:28:01,518 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T12:28:01,518 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T12:28:01,519 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a91c05c96a4%2C42173%2C1731414480501.meta, suffix=.meta, logDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42173,1731414480501, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/oldWALs, maxLogs=32 2024-11-12T12:28:01,530 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42173,1731414480501/4a91c05c96a4%2C42173%2C1731414480501.meta.1731414481519.meta, exclude list is [], retry=0 2024-11-12T12:28:01,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39279,DS-d9418aa4-52ba-47c0-a072-916a51c1d740,DISK] 2024-11-12T12:28:01,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39163,DS-e9f297e1-1330-470a-b73d-b6bc41c9a60d,DISK] 2024-11-12T12:28:01,534 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42173,1731414480501/4a91c05c96a4%2C42173%2C1731414480501.meta.1731414481519.meta 2024-11-12T12:28:01,535 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35039:35039),(127.0.0.1/127.0.0.1:33807:33807)] 2024-11-12T12:28:01,536 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T12:28:01,536 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T12:28:01,536 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T12:28:01,536 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T12:28:01,536 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T12:28:01,536 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:28:01,536 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T12:28:01,536 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T12:28:01,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T12:28:01,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T12:28:01,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:01,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:28:01,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T12:28:01,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T12:28:01,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:01,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:28:01,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T12:28:01,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T12:28:01,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:01,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:28:01,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T12:28:01,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T12:28:01,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:01,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T12:28:01,541 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T12:28:01,542 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740 2024-11-12T12:28:01,542 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740 2024-11-12T12:28:01,544 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T12:28:01,544 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T12:28:01,544 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T12:28:01,545 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T12:28:01,546 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63105086, jitterRate=-0.05966094136238098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T12:28:01,546 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T12:28:01,546 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731414481536Writing region info on filesystem at 1731414481536Initializing all the Stores at 1731414481537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414481537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414481537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414481537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731414481537Cleaning up temporary data from old regions at 1731414481544 (+7 ms)Running coprocessor post-open hooks at 1731414481546 (+2 ms)Region opened successfully at 1731414481546 2024-11-12T12:28:01,547 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731414481512 2024-11-12T12:28:01,549 DEBUG [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T12:28:01,549 INFO [RS_OPEN_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T12:28:01,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:01,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a91c05c96a4,42173,1731414480501, state=OPEN 2024-11-12T12:28:01,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:28:01,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:28:01,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T12:28:01,559 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:01,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:28:01,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:28:01,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T12:28:01,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T12:28:01,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a91c05c96a4,42173,1731414480501 in 199 msec 2024-11-12T12:28:01,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T12:28:01,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-12T12:28:01,564 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T12:28:01,564 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T12:28:01,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:28:01,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42173,1731414480501, seqNum=-1] 2024-11-12T12:28:01,565 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:28:01,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:28:01,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 692 msec 2024-11-12T12:28:01,572 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731414481572, completionTime=-1 2024-11-12T12:28:01,572 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-12T12:28:01,572 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T12:28:01,574 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-12T12:28:01,574 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731414541574 2024-11-12T12:28:01,574 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731414601574 2024-11-12T12:28:01,574 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T12:28:01,574 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36569,1731414480331-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,574 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36569,1731414480331-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,574 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36569,1731414480331-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,574 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a91c05c96a4:36569, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,574 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,575 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,576 DEBUG [master/4a91c05c96a4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T12:28:01,579 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.966sec 2024-11-12T12:28:01,579 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T12:28:01,579 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T12:28:01,579 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T12:28:01,579 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T12:28:01,579 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T12:28:01,579 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36569,1731414480331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T12:28:01,579 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36569,1731414480331-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T12:28:01,582 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T12:28:01,582 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T12:28:01,582 INFO [master/4a91c05c96a4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a91c05c96a4,36569,1731414480331-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T12:28:01,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1558d3cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:28:01,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a91c05c96a4,36569,-1 for getting cluster id 2024-11-12T12:28:01,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T12:28:01,676 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9704be3-b658-4b45-ac49-493e829bfd48' 2024-11-12T12:28:01,676 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T12:28:01,677 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9704be3-b658-4b45-ac49-493e829bfd48" 2024-11-12T12:28:01,678 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3264acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:28:01,678 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a91c05c96a4,36569,-1] 2024-11-12T12:28:01,678 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T12:28:01,678 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:28:01,679 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T12:28:01,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8d867c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T12:28:01,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T12:28:01,683 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a91c05c96a4,42173,1731414480501, seqNum=-1] 2024-11-12T12:28:01,684 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:28:01,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:28:01,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a91c05c96a4,36569,1731414480331 2024-11-12T12:28:01,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T12:28:01,689 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a91c05c96a4,36569,1731414480331 2024-11-12T12:28:01,689 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d6ac11 2024-11-12T12:28:01,689 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T12:28:01,691 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T12:28:01,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T12:28:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-12T12:28:01,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T12:28:01,694 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:01,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-12T12:28:01,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T12:28:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:28:01,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:28:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741836_1012 (size=379) 2024-11-12T12:28:01,703 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6addb88a7e03786a70223bb7d3ed39ff, NAME => 'testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42 2024-11-12T12:28:01,703 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c05f2d0aa71f772a52ccb07ef955f01, NAME => 'testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42 2024-11-12T12:28:01,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:28:01,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:28:01,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741838_1014 (size=61) 2024-11-12T12:28:01,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741837_1013 (size=61) 2024-11-12T12:28:01,714 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:28:01,714 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7c05f2d0aa71f772a52ccb07ef955f01, disabling compactions & flushes 2024-11-12T12:28:01,714 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:01,714 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:01,714 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. after waiting 0 ms 2024-11-12T12:28:01,714 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:01,714 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:01,714 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c05f2d0aa71f772a52ccb07ef955f01: Waiting for close lock at 1731414481714Disabling compacts and flushes for region at 1731414481714Disabling writes for close at 1731414481714Writing region close event to WAL at 1731414481714Closed at 1731414481714 2024-11-12T12:28:01,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:28:01,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6addb88a7e03786a70223bb7d3ed39ff, disabling compactions & flushes 2024-11-12T12:28:01,715 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:01,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:01,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. after waiting 0 ms 2024-11-12T12:28:01,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:01,715 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:01,715 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6addb88a7e03786a70223bb7d3ed39ff: Waiting for close lock at 1731414481715Disabling compacts and flushes for region at 1731414481715Disabling writes for close at 1731414481715Writing region close event to WAL at 1731414481715Closed at 1731414481715 2024-11-12T12:28:01,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T12:28:01,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414481716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414481716"}]},"ts":"1731414481716"} 2024-11-12T12:28:01,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731414481716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731414481716"}]},"ts":"1731414481716"} 2024-11-12T12:28:01,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-12T12:28:01,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T12:28:01,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414481720"}]},"ts":"1731414481720"} 2024-11-12T12:28:01,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-12T12:28:01,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4a91c05c96a4=0} racks are {/default-rack=0} 2024-11-12T12:28:01,723 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T12:28:01,723 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T12:28:01,723 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T12:28:01,723 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T12:28:01,723 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T12:28:01,723 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T12:28:01,723 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T12:28:01,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c05f2d0aa71f772a52ccb07ef955f01, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6addb88a7e03786a70223bb7d3ed39ff, ASSIGN}] 2024-11-12T12:28:01,725 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6addb88a7e03786a70223bb7d3ed39ff, ASSIGN 2024-11-12T12:28:01,725 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c05f2d0aa71f772a52ccb07ef955f01, ASSIGN 2024-11-12T12:28:01,726 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6addb88a7e03786a70223bb7d3ed39ff, ASSIGN; state=OFFLINE, location=4a91c05c96a4,42777,1731414480545; forceNewPlan=false, retain=false 2024-11-12T12:28:01,726 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c05f2d0aa71f772a52ccb07ef955f01, ASSIGN; state=OFFLINE, location=4a91c05c96a4,42173,1731414480501; forceNewPlan=false, retain=false 2024-11-12T12:28:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:28:01,877 INFO [4a91c05c96a4:36569 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-12T12:28:01,877 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6addb88a7e03786a70223bb7d3ed39ff, regionState=OPENING, regionLocation=4a91c05c96a4,42777,1731414480545 2024-11-12T12:28:01,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c05f2d0aa71f772a52ccb07ef955f01, regionState=OPENING, regionLocation=4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:01,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6addb88a7e03786a70223bb7d3ed39ff, ASSIGN because future has completed 2024-11-12T12:28:01,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6addb88a7e03786a70223bb7d3ed39ff, server=4a91c05c96a4,42777,1731414480545}] 2024-11-12T12:28:01,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c05f2d0aa71f772a52ccb07ef955f01, ASSIGN because future has completed 2024-11-12T12:28:01,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c05f2d0aa71f772a52ccb07ef955f01, server=4a91c05c96a4,42173,1731414480501}] 2024-11-12T12:28:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:28:02,037 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:28:02,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:28:02,043 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:02,043 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6addb88a7e03786a70223bb7d3ed39ff, NAME => 'testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff.', STARTKEY => '5', ENDKEY => ''} 2024-11-12T12:28:02,043 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:02,044 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c05f2d0aa71f772a52ccb07ef955f01, NAME => 'testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01.', STARTKEY => '', ENDKEY => '5'} 2024-11-12T12:28:02,044 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,044 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:28:02,044 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,044 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,044 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T12:28:02,044 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,044 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,044 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,046 INFO [StoreOpener-7c05f2d0aa71f772a52ccb07ef955f01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,046 INFO [StoreOpener-6addb88a7e03786a70223bb7d3ed39ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,048 INFO [StoreOpener-6addb88a7e03786a70223bb7d3ed39ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6addb88a7e03786a70223bb7d3ed39ff columnFamilyName family 2024-11-12T12:28:02,048 INFO [StoreOpener-7c05f2d0aa71f772a52ccb07ef955f01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c05f2d0aa71f772a52ccb07ef955f01 columnFamilyName family 2024-11-12T12:28:02,048 DEBUG [StoreOpener-6addb88a7e03786a70223bb7d3ed39ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:02,048 DEBUG [StoreOpener-7c05f2d0aa71f772a52ccb07ef955f01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T12:28:02,049 INFO [StoreOpener-7c05f2d0aa71f772a52ccb07ef955f01-1 {}] regionserver.HStore(327): Store=7c05f2d0aa71f772a52ccb07ef955f01/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:28:02,049 INFO [StoreOpener-6addb88a7e03786a70223bb7d3ed39ff-1 {}] regionserver.HStore(327): Store=6addb88a7e03786a70223bb7d3ed39ff/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T12:28:02,049 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,050 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,050 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,050 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,050 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,051 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,051 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,051 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,051 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,051 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,053 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,053 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,056 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/7c05f2d0aa71f772a52ccb07ef955f01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:28:02,056 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/6addb88a7e03786a70223bb7d3ed39ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T12:28:02,056 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6addb88a7e03786a70223bb7d3ed39ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63434133, jitterRate=-0.05475775897502899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:28:02,056 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,056 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 7c05f2d0aa71f772a52ccb07ef955f01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67123152, jitterRate=2.129077911376953E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T12:28:02,056 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,057 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 7c05f2d0aa71f772a52ccb07ef955f01: Running coprocessor pre-open hook at 1731414482045Writing region info on filesystem at 1731414482045Initializing all the Stores at 1731414482046 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414482046Cleaning up temporary data from old regions at 1731414482051 (+5 ms)Running coprocessor post-open hooks at 1731414482056 (+5 ms)Region opened successfully at 1731414482057 (+1 ms) 2024-11-12T12:28:02,057 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6addb88a7e03786a70223bb7d3ed39ff: Running coprocessor pre-open hook at 1731414482044Writing region info on filesystem at 1731414482044Initializing all the Stores at 1731414482046 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731414482046Cleaning up temporary data from old regions at 1731414482051 (+5 ms)Running coprocessor post-open hooks at 1731414482056 (+5 ms)Region opened successfully at 1731414482057 (+1 ms) 2024-11-12T12:28:02,057 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff., pid=7, masterSystemTime=1731414482037 2024-11-12T12:28:02,058 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01., pid=8, masterSystemTime=1731414482039 2024-11-12T12:28:02,059 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:02,059 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:02,060 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6addb88a7e03786a70223bb7d3ed39ff, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42777,1731414480545 2024-11-12T12:28:02,060 DEBUG [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:02,060 INFO [RS_OPEN_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:02,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c05f2d0aa71f772a52ccb07ef955f01, regionState=OPEN, openSeqNum=2, regionLocation=4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:02,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6addb88a7e03786a70223bb7d3ed39ff, server=4a91c05c96a4,42777,1731414480545 because future has completed 2024-11-12T12:28:02,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c05f2d0aa71f772a52ccb07ef955f01, server=4a91c05c96a4,42173,1731414480501 because future has completed 2024-11-12T12:28:02,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T12:28:02,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6addb88a7e03786a70223bb7d3ed39ff, server=4a91c05c96a4,42777,1731414480545 in 180 msec 2024-11-12T12:28:02,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-12T12:28:02,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c05f2d0aa71f772a52ccb07ef955f01, server=4a91c05c96a4,42173,1731414480501 in 179 msec 2024-11-12T12:28:02,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6addb88a7e03786a70223bb7d3ed39ff, ASSIGN in 341 msec 2024-11-12T12:28:02,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T12:28:02,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c05f2d0aa71f772a52ccb07ef955f01, ASSIGN in 342 msec 2024-11-12T12:28:02,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T12:28:02,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731414482068"}]},"ts":"1731414482068"} 2024-11-12T12:28:02,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-12T12:28:02,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T12:28:02,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 379 msec 2024-11-12T12:28:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T12:28:02,326 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-12T12:28:02,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-12T12:28:02,326 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:28:02,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-12T12:28:02,329 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T12:28:02,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-12T12:28:02,332 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01., hostname=4a91c05c96a4,42173,1731414480501, seqNum=2] 2024-11-12T12:28:02,343 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff., hostname=4a91c05c96a4,42777,1731414480545, seqNum=2] 2024-11-12T12:28:02,343 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T12:28:02,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T12:28:02,354 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7c05f2d0aa71f772a52ccb07ef955f01 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-12T12:28:02,369 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/7c05f2d0aa71f772a52ccb07ef955f01/.tmp/family/c3b5d6c0b2694255a3553a07bd687836 is 32, key is 1/family:/1731414482333/Put/seqid=0 2024-11-12T12:28:02,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741839_1015 (size=5054) 2024-11-12T12:28:02,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741839_1015 (size=5054) 2024-11-12T12:28:02,374 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/7c05f2d0aa71f772a52ccb07ef955f01/.tmp/family/c3b5d6c0b2694255a3553a07bd687836 2024-11-12T12:28:02,380 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/7c05f2d0aa71f772a52ccb07ef955f01/.tmp/family/c3b5d6c0b2694255a3553a07bd687836 as hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/7c05f2d0aa71f772a52ccb07ef955f01/family/c3b5d6c0b2694255a3553a07bd687836 2024-11-12T12:28:02,385 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/7c05f2d0aa71f772a52ccb07ef955f01/family/c3b5d6c0b2694255a3553a07bd687836, entries=4, sequenceid=8, filesize=4.9 K 2024-11-12T12:28:02,386 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7c05f2d0aa71f772a52ccb07ef955f01 in 32ms, sequenceid=8, compaction requested=false 2024-11-12T12:28:02,386 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7c05f2d0aa71f772a52ccb07ef955f01: 2024-11-12T12:28:02,386 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6addb88a7e03786a70223bb7d3ed39ff 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-12T12:28:02,399 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/6addb88a7e03786a70223bb7d3ed39ff/.tmp/family/a41268bc5ebe4100b9a1459bc2d3e2d1 is 32, key is 5/family:/1731414482345/Put/seqid=0 2024-11-12T12:28:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741840_1016 (size=5083) 2024-11-12T12:28:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741840_1016 (size=5083) 2024-11-12T12:28:02,404 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/6addb88a7e03786a70223bb7d3ed39ff/.tmp/family/a41268bc5ebe4100b9a1459bc2d3e2d1 2024-11-12T12:28:02,411 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/6addb88a7e03786a70223bb7d3ed39ff/.tmp/family/a41268bc5ebe4100b9a1459bc2d3e2d1 as hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/6addb88a7e03786a70223bb7d3ed39ff/family/a41268bc5ebe4100b9a1459bc2d3e2d1 2024-11-12T12:28:02,417 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/6addb88a7e03786a70223bb7d3ed39ff/family/a41268bc5ebe4100b9a1459bc2d3e2d1, entries=5, sequenceid=9, filesize=5.0 K 2024-11-12T12:28:02,417 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6addb88a7e03786a70223bb7d3ed39ff in 31ms, sequenceid=9, compaction requested=false 2024-11-12T12:28:02,418 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6addb88a7e03786a70223bb7d3ed39ff: 2024-11-12T12:28:02,421 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-12T12:28:02,423 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:28:02,424 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T12:28:02,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:28:02,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T12:28:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42173 {}] bucket.BucketCache(1864): found 1 blocks for file c3b5d6c0b2694255a3553a07bd687836, starting offset: 0, end offset: 9223372036854775807 2024-11-12T12:28:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] bucket.BucketCache(1864): found 1 blocks for file a41268bc5ebe4100b9a1459bc2d3e2d1, starting offset: 0, end offset: 9223372036854775807 2024-11-12T12:28:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] bucket.BucketCache(857): removed key a41268bc5ebe4100b9a1459bc2d3e2d1_0 from back map with offset lock 2094080 in the evict process 2024-11-12T12:28:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42173 {}] bucket.BucketCache(857): removed key c3b5d6c0b2694255a3553a07bd687836_0 from back map with offset lock 2094080 in the evict process 2024-11-12T12:28:02,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T12:28:02,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:28:02,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:28:02,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:28:02,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:28:02,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T12:28:02,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T12:28:02,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1992980507, stopped=false 2024-11-12T12:28:02,426 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a91c05c96a4,36569,1731414480331 2024-11-12T12:28:02,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:28:02,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:28:02,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T12:28:02,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:02,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:02,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:02,444 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:28:02,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T12:28:02,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:28:02,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:28:02,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:28:02,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:28:02,444 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,42173,1731414480501' ***** 2024-11-12T12:28:02,444 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:28:02,444 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a91c05c96a4,42777,1731414480545' ***** 2024-11-12T12:28:02,444 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T12:28:02,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T12:28:02,444 INFO [RS:0;4a91c05c96a4:42173 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T12:28:02,445 INFO [RS:1;4a91c05c96a4:42777 {}] bucket.BucketCache(1739): Disabling cache 2024-11-12T12:28:02,445 INFO [RS:0;4a91c05c96a4:42173 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T12:28:02,445 INFO [RS:1;4a91c05c96a4:42777 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-12T12:28:02,445 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T12:28:02,445 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T12:28:02,445 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T12:28:02,445 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-12T12:28:02,445 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-12T12:28:02,445 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:28:02,445 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-12T12:28:02,445 INFO [RS:1;4a91c05c96a4:42777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:28:02,445 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:28:02,445 INFO [RS:1;4a91c05c96a4:42777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:28:02,445 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(3091): Received CLOSE for 6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,445 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T12:28:02,445 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,42777,1731414480545 2024-11-12T12:28:02,445 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T12:28:02,445 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:28:02,445 INFO [RS:0;4a91c05c96a4:42173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T12:28:02,446 INFO [RS:0;4a91c05c96a4:42173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T12:28:02,446 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6addb88a7e03786a70223bb7d3ed39ff, disabling compactions & flushes 2024-11-12T12:28:02,446 INFO [RS:1;4a91c05c96a4:42777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4a91c05c96a4:42777. 2024-11-12T12:28:02,446 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,446 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:02,446 DEBUG [RS:1;4a91c05c96a4:42777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:28:02,446 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:02,446 DEBUG [RS:1;4a91c05c96a4:42777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:28:02,446 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. after waiting 0 ms 2024-11-12T12:28:02,446 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:02,446 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T12:28:02,446 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(959): stopping server 4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:02,446 DEBUG [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(1325): Online Regions={6addb88a7e03786a70223bb7d3ed39ff=testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff.} 2024-11-12T12:28:02,446 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:28:02,446 DEBUG [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(1351): Waiting on 6addb88a7e03786a70223bb7d3ed39ff 2024-11-12T12:28:02,446 INFO [RS:0;4a91c05c96a4:42173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a91c05c96a4:42173. 2024-11-12T12:28:02,446 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c05f2d0aa71f772a52ccb07ef955f01, disabling compactions & flushes 2024-11-12T12:28:02,446 DEBUG [RS:0;4a91c05c96a4:42173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T12:28:02,446 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:02,446 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:02,446 DEBUG [RS:0;4a91c05c96a4:42173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:28:02,446 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. after waiting 0 ms 2024-11-12T12:28:02,446 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:02,446 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:28:02,446 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:28:02,446 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:28:02,446 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T12:28:02,446 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T12:28:02,446 DEBUG [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7c05f2d0aa71f772a52ccb07ef955f01=testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01.} 2024-11-12T12:28:02,446 DEBUG [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c05f2d0aa71f772a52ccb07ef955f01 2024-11-12T12:28:02,447 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T12:28:02,447 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T12:28:02,447 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T12:28:02,447 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T12:28:02,447 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T12:28:02,447 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-12T12:28:02,449 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/7c05f2d0aa71f772a52ccb07ef955f01/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T12:28:02,449 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/default/testClearRegionBlockCache/6addb88a7e03786a70223bb7d3ed39ff/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T12:28:02,450 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:02,450 INFO [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:02,450 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c05f2d0aa71f772a52ccb07ef955f01: Waiting for close lock at 1731414482446Running coprocessor pre-close hooks at 1731414482446Disabling compacts and flushes for region at 1731414482446Disabling writes for close at 1731414482446Writing region close event to WAL at 1731414482447 (+1 ms)Running coprocessor post-close hooks at 1731414482450 (+3 ms)Closed at 1731414482450 2024-11-12T12:28:02,450 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6addb88a7e03786a70223bb7d3ed39ff: Waiting for close lock at 1731414482445Running coprocessor pre-close hooks at 1731414482445Disabling compacts and flushes for region at 1731414482445Disabling writes for close at 1731414482446 (+1 ms)Writing region close event to WAL at 1731414482446Running coprocessor post-close hooks at 1731414482450 (+4 ms)Closed at 1731414482450 2024-11-12T12:28:02,450 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff. 2024-11-12T12:28:02,450 DEBUG [RS_CLOSE_REGION-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731414481691.7c05f2d0aa71f772a52ccb07ef955f01. 2024-11-12T12:28:02,465 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/.tmp/info/f84f5c69d7364cca94a3a65e44d76eea is 173, key is testClearRegionBlockCache,5,1731414481691.6addb88a7e03786a70223bb7d3ed39ff./info:regioninfo/1731414482060/Put/seqid=0 2024-11-12T12:28:02,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:28:02,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741841_1017 (size=8173) 2024-11-12T12:28:02,471 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/.tmp/info/f84f5c69d7364cca94a3a65e44d76eea 2024-11-12T12:28:02,476 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:28:02,488 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/.tmp/ns/d98bdf2cf98846c7a8024651758d6b0b is 43, key is default/ns:d/1731414481567/Put/seqid=0 2024-11-12T12:28:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:28:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741842_1018 (size=5153) 2024-11-12T12:28:02,494 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/.tmp/ns/d98bdf2cf98846c7a8024651758d6b0b 2024-11-12T12:28:02,511 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/.tmp/table/4dc40d25825d42e6b2eed4ac4973a294 is 61, key is testClearRegionBlockCache/table:state/1731414482068/Put/seqid=0 2024-11-12T12:28:02,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:28:02,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741843_1019 (size=5312) 2024-11-12T12:28:02,517 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/.tmp/table/4dc40d25825d42e6b2eed4ac4973a294 2024-11-12T12:28:02,522 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/.tmp/info/f84f5c69d7364cca94a3a65e44d76eea as hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/info/f84f5c69d7364cca94a3a65e44d76eea 2024-11-12T12:28:02,526 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/info/f84f5c69d7364cca94a3a65e44d76eea, entries=20, sequenceid=13, filesize=8.0 K 2024-11-12T12:28:02,527 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/.tmp/ns/d98bdf2cf98846c7a8024651758d6b0b as hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/ns/d98bdf2cf98846c7a8024651758d6b0b 2024-11-12T12:28:02,532 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/ns/d98bdf2cf98846c7a8024651758d6b0b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-12T12:28:02,532 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/.tmp/table/4dc40d25825d42e6b2eed4ac4973a294 as hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/table/4dc40d25825d42e6b2eed4ac4973a294 2024-11-12T12:28:02,537 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/table/4dc40d25825d42e6b2eed4ac4973a294, entries=2, sequenceid=13, filesize=5.2 K 2024-11-12T12:28:02,538 INFO [regionserver/4a91c05c96a4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:28:02,538 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=13, compaction requested=false 2024-11-12T12:28:02,542 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-12T12:28:02,542 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T12:28:02,542 INFO [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T12:28:02,542 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731414482446Running coprocessor pre-close hooks at 1731414482446Disabling compacts and flushes for region at 1731414482446Disabling writes for close at 1731414482447 (+1 ms)Obtaining lock to block concurrent updates at 1731414482447Preparing flush snapshotting stores in 1588230740 at 1731414482447Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731414482447Flushing stores of hbase:meta,,1.1588230740 at 1731414482448 (+1 ms)Flushing 1588230740/info: creating writer at 1731414482448Flushing 1588230740/info: appending metadata at 1731414482465 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731414482465Flushing 1588230740/ns: creating writer at 1731414482475 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731414482488 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731414482488Flushing 1588230740/table: creating writer at 1731414482499 (+11 ms)Flushing 1588230740/table: appending metadata at 1731414482511 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731414482511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c501539: reopening flushed file at 1731414482521 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238d8285: reopening flushed file at 1731414482526 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc03481: reopening flushed file at 1731414482532 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=13, compaction requested=false at 1731414482538 (+6 ms)Writing region close event to WAL at 1731414482539 (+1 ms)Running coprocessor post-close hooks at 1731414482542 (+3 ms)Closed at 1731414482542 2024-11-12T12:28:02,543 DEBUG [RS_CLOSE_META-regionserver/4a91c05c96a4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T12:28:02,646 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,42777,1731414480545; all regions closed. 2024-11-12T12:28:02,647 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(976): stopping server 4a91c05c96a4,42173,1731414480501; all regions closed. 2024-11-12T12:28:02,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741833_1009 (size=1867) 2024-11-12T12:28:02,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42173,1731414480501/4a91c05c96a4%2C42173%2C1731414480501.meta.1731414481519.meta not finished, retry = 0 2024-11-12T12:28:02,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741833_1009 (size=1867) 2024-11-12T12:28:02,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:28:02,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741835_1011 (size=4338) 2024-11-12T12:28:02,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/WALs/4a91c05c96a4,42777,1731414480545/4a91c05c96a4%2C42777%2C1731414480545.1731414481166 not finished, retry = 0 2024-11-12T12:28:02,751 DEBUG [RS:0;4a91c05c96a4:42173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/oldWALs 2024-11-12T12:28:02,752 INFO [RS:0;4a91c05c96a4:42173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42173%2C1731414480501.meta:.meta(num 1731414481519) 2024-11-12T12:28:02,752 DEBUG [RS:1;4a91c05c96a4:42777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/oldWALs 2024-11-12T12:28:02,752 INFO [RS:1;4a91c05c96a4:42777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42777%2C1731414480545:(num 1731414481166) 2024-11-12T12:28:02,752 DEBUG [RS:1;4a91c05c96a4:42777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:28:02,752 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:28:02,752 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:28:02,752 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:28:02,752 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T12:28:02,752 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T12:28:02,752 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T12:28:02,752 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:28:02,752 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:28:02,752 INFO [RS:1;4a91c05c96a4:42777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42777 2024-11-12T12:28:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741834_1010 (size=1758) 2024-11-12T12:28:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741834_1010 (size=1758) 2024-11-12T12:28:02,758 DEBUG [RS:0;4a91c05c96a4:42173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/oldWALs 2024-11-12T12:28:02,758 INFO [RS:0;4a91c05c96a4:42173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a91c05c96a4%2C42173%2C1731414480501:(num 1731414481216) 2024-11-12T12:28:02,758 DEBUG [RS:0;4a91c05c96a4:42173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T12:28:02,758 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T12:28:02,758 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:28:02,758 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.ChoreService(370): Chore service for: regionserver/4a91c05c96a4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T12:28:02,758 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:28:02,758 INFO [regionserver/4a91c05c96a4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:28:02,758 INFO [RS:0;4a91c05c96a4:42173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42173 2024-11-12T12:28:02,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T12:28:02,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,42777,1731414480545 2024-11-12T12:28:02,770 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:28:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a91c05c96a4,42173,1731414480501 2024-11-12T12:28:02,780 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:28:02,780 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,42777,1731414480545] 2024-11-12T12:28:02,801 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,42777,1731414480545 already deleted, retry=false 2024-11-12T12:28:02,802 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,42777,1731414480545 expired; onlineServers=1 2024-11-12T12:28:02,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a91c05c96a4,42173,1731414480501] 2024-11-12T12:28:02,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4a91c05c96a4,42173,1731414480501 already deleted, retry=false 2024-11-12T12:28:02,812 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a91c05c96a4,42173,1731414480501 expired; onlineServers=0 2024-11-12T12:28:02,812 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a91c05c96a4,36569,1731414480331' ***** 2024-11-12T12:28:02,812 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T12:28:02,812 INFO [M:0;4a91c05c96a4:36569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T12:28:02,812 INFO [M:0;4a91c05c96a4:36569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T12:28:02,812 DEBUG [M:0;4a91c05c96a4:36569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T12:28:02,813 DEBUG [M:0;4a91c05c96a4:36569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T12:28:02,813 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T12:28:02,813 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414480884 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.small.0-1731414480884,5,FailOnTimeoutGroup] 2024-11-12T12:28:02,813 DEBUG [master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414480884 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a91c05c96a4:0:becomeActiveMaster-HFileCleaner.large.0-1731414480884,5,FailOnTimeoutGroup] 2024-11-12T12:28:02,813 INFO [M:0;4a91c05c96a4:36569 {}] hbase.ChoreService(370): Chore service for: master/4a91c05c96a4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T12:28:02,813 INFO [M:0;4a91c05c96a4:36569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T12:28:02,813 DEBUG [M:0;4a91c05c96a4:36569 {}] master.HMaster(1795): Stopping service threads 2024-11-12T12:28:02,813 INFO [M:0;4a91c05c96a4:36569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T12:28:02,814 INFO [M:0;4a91c05c96a4:36569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T12:28:02,814 INFO [M:0;4a91c05c96a4:36569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T12:28:02,814 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T12:28:02,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T12:28:02,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T12:28:02,822 DEBUG [M:0;4a91c05c96a4:36569 {}] zookeeper.ZKUtil(347): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T12:28:02,822 WARN [M:0;4a91c05c96a4:36569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T12:28:02,823 INFO [M:0;4a91c05c96a4:36569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/.lastflushedseqids 2024-11-12T12:28:02,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741844_1020 (size=200) 2024-11-12T12:28:02,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741844_1020 (size=200) 2024-11-12T12:28:02,833 INFO [M:0;4a91c05c96a4:36569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T12:28:02,834 INFO [M:0;4a91c05c96a4:36569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T12:28:02,834 DEBUG [M:0;4a91c05c96a4:36569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T12:28:02,834 INFO [M:0;4a91c05c96a4:36569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:28:02,834 DEBUG [M:0;4a91c05c96a4:36569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:28:02,834 DEBUG [M:0;4a91c05c96a4:36569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T12:28:02,834 DEBUG [M:0;4a91c05c96a4:36569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:28:02,834 INFO [M:0;4a91c05c96a4:36569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.64 KB heapSize=37.04 KB 2024-11-12T12:28:02,853 DEBUG [M:0;4a91c05c96a4:36569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdbe2e0d8475432098dbde4b5f37cf02 is 82, key is hbase:meta,,1/info:regioninfo/1731414481550/Put/seqid=0 2024-11-12T12:28:02,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:28:02,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741845_1021 (size=5672) 2024-11-12T12:28:02,858 INFO [M:0;4a91c05c96a4:36569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdbe2e0d8475432098dbde4b5f37cf02 2024-11-12T12:28:02,877 DEBUG [M:0;4a91c05c96a4:36569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbcde455d14745b4b3b40f0671fabf54 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731414482072/Put/seqid=0 2024-11-12T12:28:02,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741846_1022 (size=6220) 2024-11-12T12:28:02,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741846_1022 (size=6220) 2024-11-12T12:28:02,883 INFO [M:0;4a91c05c96a4:36569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbcde455d14745b4b3b40f0671fabf54 2024-11-12T12:28:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:28:02,891 INFO [RS:1;4a91c05c96a4:42777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:28:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42777-0x1012f0451670002, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:28:02,891 INFO [RS:1;4a91c05c96a4:42777 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,42777,1731414480545; zookeeper connection closed. 2024-11-12T12:28:02,891 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c6c7f1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c6c7f1d 2024-11-12T12:28:02,901 DEBUG [M:0;4a91c05c96a4:36569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02c1d01938b8469bab6266b41cd5baff is 69, key is 4a91c05c96a4,42173,1731414480501/rs:state/1731414481025/Put/seqid=0 2024-11-12T12:28:02,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:28:02,902 INFO [RS:0;4a91c05c96a4:42173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:28:02,902 INFO [RS:0;4a91c05c96a4:42173 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a91c05c96a4,42173,1731414480501; zookeeper connection closed. 2024-11-12T12:28:02,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42173-0x1012f0451670001, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:28:02,902 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@393be317 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@393be317 2024-11-12T12:28:02,902 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-12T12:28:02,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:28:02,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741847_1023 (size=5224) 2024-11-12T12:28:02,906 INFO [M:0;4a91c05c96a4:36569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02c1d01938b8469bab6266b41cd5baff 2024-11-12T12:28:02,911 DEBUG [M:0;4a91c05c96a4:36569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdbe2e0d8475432098dbde4b5f37cf02 as hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdbe2e0d8475432098dbde4b5f37cf02 2024-11-12T12:28:02,915 INFO [M:0;4a91c05c96a4:36569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdbe2e0d8475432098dbde4b5f37cf02, entries=8, sequenceid=71, filesize=5.5 K 2024-11-12T12:28:02,916 DEBUG [M:0;4a91c05c96a4:36569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbcde455d14745b4b3b40f0671fabf54 as hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbcde455d14745b4b3b40f0671fabf54 2024-11-12T12:28:02,920 INFO [M:0;4a91c05c96a4:36569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbcde455d14745b4b3b40f0671fabf54, entries=8, sequenceid=71, filesize=6.1 K 2024-11-12T12:28:02,921 DEBUG [M:0;4a91c05c96a4:36569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02c1d01938b8469bab6266b41cd5baff as hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02c1d01938b8469bab6266b41cd5baff 2024-11-12T12:28:02,926 INFO [M:0;4a91c05c96a4:36569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/592e4bbc-d4fb-6687-0709-450cf27dbd42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02c1d01938b8469bab6266b41cd5baff, entries=2, sequenceid=71, filesize=5.1 K 2024-11-12T12:28:02,926 INFO [M:0;4a91c05c96a4:36569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=71, compaction requested=false 2024-11-12T12:28:02,928 INFO [M:0;4a91c05c96a4:36569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T12:28:02,928 DEBUG [M:0;4a91c05c96a4:36569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731414482834Disabling compacts and flushes for region at 1731414482834Disabling writes for close at 1731414482834Obtaining lock to block concurrent updates at 1731414482834Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731414482834Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30354, getHeapSize=37864, getOffHeapSize=0, getCellsCount=86 at 1731414482835 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731414482836 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731414482836Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731414482853 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731414482853Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731414482862 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731414482877 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731414482877Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731414482887 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731414482901 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731414482901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac29707: reopening flushed file at 1731414482910 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6224a047: reopening flushed file at 1731414482915 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1f8868: reopening flushed file at 1731414482920 (+5 ms)Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=71, compaction requested=false at 1731414482926 (+6 ms)Writing region close event to WAL at 1731414482927 (+1 ms)Closed at 1731414482927 2024-11-12T12:28:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741830_1006 (size=35501) 2024-11-12T12:28:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39279 is added to blk_1073741830_1006 (size=35501) 2024-11-12T12:28:02,930 INFO [M:0;4a91c05c96a4:36569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T12:28:02,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T12:28:02,930 INFO [M:0;4a91c05c96a4:36569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36569 2024-11-12T12:28:02,930 INFO [M:0;4a91c05c96a4:36569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T12:28:03,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:28:03,038 INFO [M:0;4a91c05c96a4:36569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T12:28:03,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x1012f0451670000, quorum=127.0.0.1:55397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T12:28:03,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ef0c9b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:28:03,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77b8b7f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:28:03,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:28:03,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf97cd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:28:03,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39c2bb9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/hadoop.log.dir/,STOPPED} 2024-11-12T12:28:03,046 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:28:03,046 WARN [BP-406918049-172.17.0.3-1731414477788 heartbeating to localhost/127.0.0.1:33367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:28:03,046 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:28:03,046 WARN [BP-406918049-172.17.0.3-1731414477788 heartbeating to localhost/127.0.0.1:33367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-406918049-172.17.0.3-1731414477788 (Datanode Uuid 81dc86e5-cbde-460c-b9e1-126ff8a0995c) service to localhost/127.0.0.1:33367 2024-11-12T12:28:03,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860/data/data3/current/BP-406918049-172.17.0.3-1731414477788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:28:03,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860/data/data4/current/BP-406918049-172.17.0.3-1731414477788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:28:03,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:28:03,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fdfce32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T12:28:03,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b7a5969{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:28:03,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:28:03,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b59500a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:28:03,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20b5614d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/hadoop.log.dir/,STOPPED} 2024-11-12T12:28:03,051 WARN [BP-406918049-172.17.0.3-1731414477788 heartbeating to localhost/127.0.0.1:33367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T12:28:03,052 WARN [BP-406918049-172.17.0.3-1731414477788 heartbeating to localhost/127.0.0.1:33367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-406918049-172.17.0.3-1731414477788 (Datanode Uuid e891f49a-e055-439c-a367-4b061259fbb3) service to localhost/127.0.0.1:33367 2024-11-12T12:28:03,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T12:28:03,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T12:28:03,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860/data/data1/current/BP-406918049-172.17.0.3-1731414477788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:28:03,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/cluster_1ac8f82b-e1a3-9d8f-bd6f-810a8ac7e860/data/data2/current/BP-406918049-172.17.0.3-1731414477788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T12:28:03,052 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T12:28:03,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4328b12d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T12:28:03,058 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5623c42f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T12:28:03,058 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T12:28:03,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4920c3f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T12:28:03,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295dac2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/825a1d05-101d-5b37-063c-04d96c279ae7/hadoop.log.dir/,STOPPED} 2024-11-12T12:28:03,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T12:28:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T12:28:03,089 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=185 (was 166) - Thread LEAK? -, OpenFileDescriptor=553 (was 520) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 364), ProcessCount=11 (was 11), AvailableMemoryMB=6324 (was 6429)